[ 527.369242] env[65339]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 527.369242] env[65339]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 528.386696] env[65429]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 528.386696] env[65429]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 530.211509] env[65429]: INFO neutron.common.config [-] Logging enabled! [ 530.211838] env[65429]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 27.0.1.dev79 [ 530.211971] env[65429]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=65429) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 530.212274] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 530.212368] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 530.213194] env[65429]: WARNING oslo_policy.policy [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 530.213406] env[65429]: WARNING oslo_policy.policy [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 530.215035] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] VMware NSXv3 Agent initialized successfully. [ 530.215393] env[65429]: DEBUG oslo_concurrency.lockutils [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] Acquiring lock "singleton_lock" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.215529] env[65429]: DEBUG oslo_concurrency.lockutils [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] Acquired lock "singleton_lock" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.215718] env[65429]: DEBUG oslo_concurrency.lockutils [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] Releasing lock "singleton_lock" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.215991] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] Full set of CONF: {{(pid=65429) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 530.216115] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] ******************************************************************************** {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 530.216237] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] Configuration options gathered from: {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 530.216843] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 530.217044] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 530.217156] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] ================================================================================ {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 530.217324] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] agent_down_time = 75 {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.217463] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] allow_automatic_dhcp_failover = True {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.217595] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] allow_bulk = True {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.217733] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] api_extensions_path = {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.217870] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] api_paste_config = api-paste.ini {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.218012] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] auth_strategy = keystone {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.218119] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] backdoor_port = None {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.218219] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] backdoor_socket = None {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.218379] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] backlog = 4096 {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.218521] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] base_mac = fa:16:3e:00:00:00 {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.218674] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] bind_host = 0.0.0.0 {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.218812] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] bind_port = 9696 {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.218944] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] client_socket_timeout = 900 {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.219127] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] config_dir = [] {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.219246] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.219394] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] config_source = [] {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.219660] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] control_exchange = neutron {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.219660] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] core_plugin = ml2 {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.219799] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] debug = True {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.219924] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] default_availability_zones = [] {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.220138] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.220274] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] dhcp_agent_notification = True {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.220406] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] dhcp_agents_per_network = 1 {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.220532] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] dhcp_lease_duration = 86400 {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.220668] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] dhcp_load_type = networks {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.220801] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] dns_domain = openstacklocal {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.220935] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.221077] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] enable_default_route_bfd = False {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.221210] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] enable_default_route_ecmp = False {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.221338] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] enable_dvr = True {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.221466] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] enable_new_agents = True {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.221592] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] enable_services_on_agents_with_admin_state_down = False {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.221717] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] enable_signals = True {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.221840] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] enable_traditional_dhcp = True {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.221959] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] external_dns_driver = None {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.222109] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] filter_validation = True {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.222293] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] global_physnet_mtu = 8950 {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.222432] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] graceful_shutdown_timeout = 60 {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.222604] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] host = cpu-1 {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.222741] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] host_dvr_for_dhcp = True {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.222872] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] http_retries = 3 {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.223014] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] instance_format = [instance: %(uuid)s] {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.223154] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.223288] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] ipam_driver = internal {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.223415] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] ipv6_pd_enabled = False {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.223541] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] l3_ha = False {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.223672] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.223803] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] l3_ha_network_physical_name = {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.223935] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] l3_ha_network_type = {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.224083] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] log_color = False {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.224220] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] log_config_append = None {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.224354] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.224486] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] log_dir = None {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.224613] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] log_file = None {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.224715] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] log_options = True {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.224846] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] log_rotate_interval = 1 {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.224980] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] log_rotate_interval_type = days {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.225128] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] log_rotation_type = none {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.225231] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.225331] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.225466] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.225598] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.225702] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.225827] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] max_dns_nameservers = 5 {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.225952] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] max_header_line = 16384 {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.226091] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] max_l3_agents_per_router = 3 {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.226245] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] max_logfile_count = 30 {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.226377] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] max_logfile_size_mb = 200 {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.226505] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] max_subnet_host_routes = 20 {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.226638] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] my_ip = 10.180.1.21 {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.226769] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] my_ipv6 = ::1 {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.226895] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] network_auto_schedule = True {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.227027] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] network_link_prefix = None {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.227167] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.227305] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] notify_nova_on_port_data_changes = True {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.227439] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] notify_nova_on_port_status_changes = True {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.227572] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] pagination_max_limit = -1 {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.227694] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] publish_errors = False {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.227821] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] rate_limit_burst = 0 {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.227952] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] rate_limit_except_level = CRITICAL {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.228092] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] rate_limit_interval = 0 {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.228217] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] retry_until_window = 30 {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.228369] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] router_distributed = False {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.228502] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] rpc_resources_processing_step = 20 {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.228630] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] rpc_response_max_timeout = 600 {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.228756] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] rpc_response_timeout = 60 {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.228880] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] send_events_interval = 2 {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.229030] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] service_plugins = ['router'] {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.229168] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] setproctitle = on {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.229292] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] shell_completion = None {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.229426] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] state_path = /opt/stack/data/neutron {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.229555] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] syslog_log_facility = LOG_USER {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.229731] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] tcp_keepidle = 600 {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.229874] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] transport_url = **** {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.229929] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] use_journal = False {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.230056] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] use_json = False {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.230182] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] use_ssl = False {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.230306] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] use_stderr = False {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.230438] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] use_syslog = False {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.230565] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] vlan_qinq = None {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.230715] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] vlan_transparent = None {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.230846] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] watch_log_file = False {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.230977] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] wsgi_default_pool_size = 100 {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.231116] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] wsgi_keep_alive = True {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.231251] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.231383] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] wsgi_server_debug = False {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.231525] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] oslo_concurrency.disable_process_locking = False {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.231666] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.231807] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.231939] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.232089] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.232225] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.232358] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.232504] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] profiler.connection_string = messaging:// {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.232641] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] profiler.enabled = False {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.232778] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] profiler.es_doc_type = notification {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.232912] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] profiler.es_scroll_size = 10000 {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.233059] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] profiler.es_scroll_time = 2m {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.233195] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] profiler.filter_error_trace = False {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.233334] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] profiler.hmac_keys = **** {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.233474] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] profiler.sentinel_service_name = mymaster {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.233616] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] profiler.socket_timeout = 0.1 {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.233748] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] profiler.trace_requests = False {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.233878] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] profiler.trace_sqlalchemy = False {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.234032] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] profiler_jaeger.process_tags = {} {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.234166] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] profiler_jaeger.service_name_prefix = None {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.234299] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] profiler_otlp.service_name_prefix = None {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.234448] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] oslo_policy.enforce_new_defaults = True {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.234717] env[65429]: WARNING oslo_config.cfg [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 530.234868] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] oslo_policy.enforce_scope = True {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.235019] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] oslo_policy.policy_default_rule = default {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.235175] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.235318] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.235460] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.235592] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.235724] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.235852] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.235982] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.236139] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] oslo_policy.remote_timeout = 60.0 {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.236313] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.236463] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] agent.extensions = [] {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.236599] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.236734] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] service_providers.service_provider = [] {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.236875] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] QUOTAS.default_quota = -1 {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.237025] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.237162] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] QUOTAS.quota_floatingip = 50 {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.237293] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] QUOTAS.quota_network = 100 {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.237425] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] QUOTAS.quota_port = 500 {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.237554] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] QUOTAS.quota_rbac_policy = 10 {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.237684] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] QUOTAS.quota_router = 10 {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.237815] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] QUOTAS.quota_security_group = 10 {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.237946] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] QUOTAS.quota_security_group_rule = 100 {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.238086] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] QUOTAS.quota_subnet = 100 {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.238216] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] QUOTAS.track_quota_usage = True {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.238395] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.238533] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] privsep.group = None {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.238664] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] privsep.helper_command = None {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.238793] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] privsep.log_daemon_traceback = False {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.238927] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] privsep.logger_name = oslo_privsep.daemon {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.239069] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] privsep.thread_pool_size = 8 {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.239201] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] privsep.user = None {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.239364] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.239496] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] privsep_dhcp_release.group = None {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.239624] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] privsep_dhcp_release.helper_command = None {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.239807] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.240045] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.240045] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.240158] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] privsep_dhcp_release.user = None {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.240280] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.240408] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] privsep_ovs_vsctl.group = None {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.240534] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] privsep_ovs_vsctl.helper_command = None {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.240684] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.240822] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.240988] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.241197] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] privsep_ovs_vsctl.user = None {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.241353] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] privsep_namespace.capabilities = [21] {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.241484] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] privsep_namespace.group = None {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.241613] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] privsep_namespace.helper_command = None {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.241744] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] privsep_namespace.log_daemon_traceback = False {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.241881] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.242023] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] privsep_namespace.thread_pool_size = 8 {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.242156] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] privsep_namespace.user = None {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.242291] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] privsep_conntrack.capabilities = [12] {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.242421] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] privsep_conntrack.group = None {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.242544] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] privsep_conntrack.helper_command = None {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.242696] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] privsep_conntrack.log_daemon_traceback = False {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.242843] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.242976] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] privsep_conntrack.thread_pool_size = 8 {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.243114] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] privsep_conntrack.user = None {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.243252] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] privsep_link.capabilities = [12, 21] {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.243380] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] privsep_link.group = None {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.243506] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] privsep_link.helper_command = None {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.243635] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] privsep_link.log_daemon_traceback = False {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.243769] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.243900] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] privsep_link.thread_pool_size = 8 {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.244034] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] privsep_link.user = None {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.244188] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.244332] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.244468] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] AGENT.continue_on_failed_promotions = False {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.244597] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] AGENT.dscp = None {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.244728] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] AGENT.dscp_inherit = False {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.244864] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] AGENT.force_mp_to_policy = True {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.244992] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] AGENT.locking_coordinator_url = None {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.245139] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] AGENT.log_agent_heartbeats = False {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.245272] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] AGENT.logging_expire = 1 {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.245410] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.245542] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.245682] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] AGENT.polling_interval = 240 {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.245817] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.245956] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] AGENT.quitting_rpc_timeout = 120 {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.246107] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] AGENT.report_interval = 30.0 {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.246269] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.246417] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.246560] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.246700] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] AGENT.sync_skew = 60 {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.246836] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] AGENT.synchronization_queue_size = 20 {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.246969] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] AGENT.use_helper_for_ns_read = True {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.247119] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] SECURITYGROUP.enable_ipset = True {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.247259] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] SECURITYGROUP.enable_security_group = True {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.247401] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.247537] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.247676] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] experimental.ipv6_pd_enabled = False {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.247827] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] ml2.extension_drivers = ['port_security'] {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.247958] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] ml2.external_network_type = None {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.248116] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.248269] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] ml2.overlay_ip_version = 4 {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.248426] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] ml2.path_mtu = 8950 {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.248569] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] ml2.physical_network_mtus = {} {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.248714] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] ml2.tenant_network_types = ['vlan'] {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.248852] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.248991] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] ml2.type_drivers = ['vlan'] {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.249146] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] AGENT_CLI.neutron_port_id = [] {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.249301] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.249447] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.249591] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.249732] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.249923] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.250087] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.250159] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.250290] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.250483] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.250666] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] NSXV3.nsxv3_login_password = **** {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.250890] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] NSXV3.nsxv3_login_port = 443 {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.251084] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] NSXV3.nsxv3_login_user = admin {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.251207] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.251353] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.251494] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.251627] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.251766] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.251908] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.252058] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.252198] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.252333] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.252474] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.252615] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.252747] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.252884] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.253088] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.253233] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] vsphere.vsphere_login_password = VMware1! {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.253372] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.253510] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.253642] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] nova.auth_section = None {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.253782] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] nova.auth_type = password {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.253918] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.254060] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] nova.certfile = None {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.254193] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] nova.collect_timing = False {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.254333] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] nova.endpoint_type = public {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.254464] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] nova.insecure = False {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.254590] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] nova.keyfile = None {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.254752] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] nova.region_name = RegionOne {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.254897] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] nova.split_loggers = False {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.255037] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] nova.timeout = None {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.255176] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] placement.auth_section = None {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.255316] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] placement.auth_type = password {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.255455] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.255585] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] placement.certfile = None {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.255717] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] placement.collect_timing = False {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.255856] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] placement.endpoint_type = public {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.255986] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] placement.insecure = False {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.256126] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] placement.keyfile = None {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.256276] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] placement.region_name = None {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.256410] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] placement.split_loggers = False {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.256537] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] placement.timeout = None {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.256673] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] ironic.auth_section = None {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.256803] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] ironic.auth_type = None {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.256929] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] ironic.cafile = None {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.257070] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] ironic.certfile = None {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.257204] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] ironic.collect_timing = False {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.257331] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] ironic.connect_retries = None {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.257460] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] ironic.connect_retry_delay = None {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.257589] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] ironic.enable_notifications = False {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.257715] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] ironic.endpoint_override = None {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.257843] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] ironic.insecure = False {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.257969] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] ironic.interface = None {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.258106] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] ironic.keyfile = None {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.258235] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] ironic.max_version = None {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.258393] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] ironic.min_version = None {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.258524] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] ironic.region_name = None {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.258653] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] ironic.retriable_status_codes = None {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.258779] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] ironic.service_name = None {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.258904] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] ironic.service_type = None {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.259042] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] ironic.split_loggers = False {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.259172] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] ironic.status_code_retries = None {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.259299] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] ironic.status_code_retry_delay = None {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.259428] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] ironic.timeout = None {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.259555] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] ironic.valid_interfaces = None {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.259681] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] ironic.version = None {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.259816] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] cli_script.dry_run = False {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.259955] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.260106] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.260228] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.260392] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.260486] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.260650] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.260809] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.260945] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.261093] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.261238] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.261370] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.261515] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.261652] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.261785] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.261915] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.262066] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.262235] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.262373] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.262516] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.262647] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.262780] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.262912] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.263056] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.263190] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.263323] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.263457] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.263661] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.263819] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.263959] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.264110] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.264245] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] oslo_messaging_rabbit.ssl = False {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.264386] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.264527] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.264657] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.264794] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.264927] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] oslo_messaging_rabbit.ssl_version = {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.265068] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.265209] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] oslo_messaging_notifications.driver = [] {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.265345] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] oslo_messaging_notifications.retry = -1 {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.265491] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.265622] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] oslo_messaging_notifications.transport_url = **** {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.265725] env[65429]: DEBUG oslo_service.backend._eventlet.service [None req-e617e011-86c3-42a7-9033-aa77eab7352d None None] ******************************************************************************** {{(pid=65429) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 530.266890] env[65429]: DEBUG neutron.agent.securitygroups_rpc [None req-b5d73340-e254-41d3-9fed-70eafbdf8bdf None None] Init firewall settings (driver=nsxv3) {{(pid=65429) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 530.268175] env[65429]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-b5d73340-e254-41d3-9fed-70eafbdf8bdf None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=65429) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 530.268436] env[65429]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b5d73340-e254-41d3-9fed-70eafbdf8bdf None None] RPC agent_id: nsxm-l-01a.corp.local [ 530.270675] env[65429]: DEBUG dogpile.cache.region [None req-b5d73340-e254-41d3-9fed-70eafbdf8bdf None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 530.270808] env[65429]: DEBUG dogpile.lock [None req-b5d73340-e254-41d3-9fed-70eafbdf8bdf None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 530.270908] env[65429]: DEBUG dogpile.lock [None req-b5d73340-e254-41d3-9fed-70eafbdf8bdf None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 530.271007] env[65429]: DEBUG dogpile.lock [None req-b5d73340-e254-41d3-9fed-70eafbdf8bdf None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 530.271106] env[65429]: DEBUG dogpile.cache.region [None req-b5d73340-e254-41d3-9fed-70eafbdf8bdf None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 530.271194] env[65429]: DEBUG dogpile.lock [None req-b5d73340-e254-41d3-9fed-70eafbdf8bdf None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 530.271318] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b5d73340-e254-41d3-9fed-70eafbdf8bdf None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 530.302733] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-b5d73340-e254-41d3-9fed-70eafbdf8bdf None None] Session token - acquiring [ 530.304583] env[65429]: DEBUG networking_nsxv3.common.locking [None req-b5d73340-e254-41d3-9fed-70eafbdf8bdf None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.304792] env[65429]: DEBUG oslo_concurrency.lockutils [None req-b5d73340-e254-41d3-9fed-70eafbdf8bdf None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.304891] env[65429]: DEBUG oslo_concurrency.lockutils [None req-b5d73340-e254-41d3-9fed-70eafbdf8bdf None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.305308] env[65429]: DEBUG oslo_concurrency.lockutils [None req-b5d73340-e254-41d3-9fed-70eafbdf8bdf None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.315814] env[65429]: DEBUG oslo_concurrency.lockutils [None req-b5d73340-e254-41d3-9fed-70eafbdf8bdf None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.598748] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-b5d73340-e254-41d3-9fed-70eafbdf8bdf None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 530.619434] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b5d73340-e254-41d3-9fed-70eafbdf8bdf None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 530.619597] env[65429]: DEBUG dogpile.cache.region [None req-b5d73340-e254-41d3-9fed-70eafbdf8bdf None None] Cache value generated in 0.348 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 530.619695] env[65429]: DEBUG dogpile.lock [None req-b5d73340-e254-41d3-9fed-70eafbdf8bdf None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 530.619829] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b5d73340-e254-41d3-9fed-70eafbdf8bdf None None] Activating Policy API Provider. [ 530.620064] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b5d73340-e254-41d3-9fed-70eafbdf8bdf None None] Looking for the default Infrastructure Rules. [ 530.684133] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b5d73340-e254-41d3-9fed-70eafbdf8bdf None None] Looking for the Default Layer3 Logged Drop Section. [ 530.698055] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-b5d73340-e254-41d3-9fed-70eafbdf8bdf None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 530.698566] env[65429]: DEBUG networking_nsxv3.common.locking [None req-b5d73340-e254-41d3-9fed-70eafbdf8bdf None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 530.698774] env[65429]: DEBUG oslo_concurrency.lockutils [None req-b5d73340-e254-41d3-9fed-70eafbdf8bdf None None] Acquiring lock "all" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.698891] env[65429]: DEBUG oslo_concurrency.lockutils [None req-b5d73340-e254-41d3-9fed-70eafbdf8bdf None None] Acquired lock "all" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.699191] env[65429]: DEBUG oslo_concurrency.lockutils [None req-b5d73340-e254-41d3-9fed-70eafbdf8bdf None None] Acquired external semaphore "all" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 530.699523] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-b5d73340-e254-41d3-9fed-70eafbdf8bdf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 531.214773] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-b5d73340-e254-41d3-9fed-70eafbdf8bdf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 531.717260] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-b5d73340-e254-41d3-9fed-70eafbdf8bdf None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 532.219574] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-b5d73340-e254-41d3-9fed-70eafbdf8bdf None None] Inventory metadata is going to be refreshed. [ 532.219919] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b5d73340-e254-41d3-9fed-70eafbdf8bdf None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 532.943765] env[65429]: DEBUG networking_nsxv3.common.locking [None req-b5d73340-e254-41d3-9fed-70eafbdf8bdf None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.944036] env[65429]: DEBUG oslo_concurrency.lockutils [None req-b5d73340-e254-41d3-9fed-70eafbdf8bdf None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.944091] env[65429]: DEBUG oslo_concurrency.lockutils [None req-b5d73340-e254-41d3-9fed-70eafbdf8bdf None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 532.944383] env[65429]: DEBUG oslo_concurrency.lockutils [None req-b5d73340-e254-41d3-9fed-70eafbdf8bdf None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 532.955258] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-b5d73340-e254-41d3-9fed-70eafbdf8bdf None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 532.956166] env[65429]: DEBUG oslo_concurrency.lockutils [None req-b5d73340-e254-41d3-9fed-70eafbdf8bdf None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 532.957095] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b5d73340-e254-41d3-9fed-70eafbdf8bdf None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 532.974846] env[65429]: DEBUG networking_nsxv3.common.locking [None req-b5d73340-e254-41d3-9fed-70eafbdf8bdf None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.975071] env[65429]: DEBUG oslo_concurrency.lockutils [None req-b5d73340-e254-41d3-9fed-70eafbdf8bdf None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.975112] env[65429]: DEBUG oslo_concurrency.lockutils [None req-b5d73340-e254-41d3-9fed-70eafbdf8bdf None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 532.975405] env[65429]: DEBUG oslo_concurrency.lockutils [None req-b5d73340-e254-41d3-9fed-70eafbdf8bdf None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 532.975529] env[65429]: DEBUG oslo_concurrency.lockutils [None req-b5d73340-e254-41d3-9fed-70eafbdf8bdf None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 532.975674] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b5d73340-e254-41d3-9fed-70eafbdf8bdf None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 532.975789] env[65429]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b5d73340-e254-41d3-9fed-70eafbdf8bdf None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=65429) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 532.975893] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b5d73340-e254-41d3-9fed-70eafbdf8bdf None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 532.995650] env[65429]: DEBUG networking_nsxv3.common.locking [None req-b5d73340-e254-41d3-9fed-70eafbdf8bdf None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.995851] env[65429]: DEBUG oslo_concurrency.lockutils [None req-b5d73340-e254-41d3-9fed-70eafbdf8bdf None None] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.995968] env[65429]: DEBUG oslo_concurrency.lockutils [None req-b5d73340-e254-41d3-9fed-70eafbdf8bdf None None] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 532.996219] env[65429]: DEBUG oslo_concurrency.lockutils [None req-b5d73340-e254-41d3-9fed-70eafbdf8bdf None None] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 532.996398] env[65429]: DEBUG oslo_concurrency.lockutils [None req-b5d73340-e254-41d3-9fed-70eafbdf8bdf None None] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 532.996537] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b5d73340-e254-41d3-9fed-70eafbdf8bdf None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 533.016120] env[65429]: DEBUG networking_nsxv3.common.locking [None req-b5d73340-e254-41d3-9fed-70eafbdf8bdf None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.016367] env[65429]: DEBUG oslo_concurrency.lockutils [None req-b5d73340-e254-41d3-9fed-70eafbdf8bdf None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.016367] env[65429]: DEBUG oslo_concurrency.lockutils [None req-b5d73340-e254-41d3-9fed-70eafbdf8bdf None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 533.016650] env[65429]: DEBUG oslo_concurrency.lockutils [None req-b5d73340-e254-41d3-9fed-70eafbdf8bdf None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 533.016793] env[65429]: DEBUG oslo_concurrency.lockutils [None req-b5d73340-e254-41d3-9fed-70eafbdf8bdf None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 533.016932] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b5d73340-e254-41d3-9fed-70eafbdf8bdf None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 533.036279] env[65429]: DEBUG networking_nsxv3.common.locking [None req-b5d73340-e254-41d3-9fed-70eafbdf8bdf None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.036522] env[65429]: DEBUG oslo_concurrency.lockutils [None req-b5d73340-e254-41d3-9fed-70eafbdf8bdf None None] Acquiring lock "Address Group" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.036654] env[65429]: DEBUG oslo_concurrency.lockutils [None req-b5d73340-e254-41d3-9fed-70eafbdf8bdf None None] Acquired lock "Address Group" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 533.036854] env[65429]: DEBUG oslo_concurrency.lockutils [None req-b5d73340-e254-41d3-9fed-70eafbdf8bdf None None] Acquired external semaphore "Address Group" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 533.036987] env[65429]: DEBUG oslo_concurrency.lockutils [None req-b5d73340-e254-41d3-9fed-70eafbdf8bdf None None] Releasing lock "Address Group" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 533.037150] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b5d73340-e254-41d3-9fed-70eafbdf8bdf None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 533.037256] env[65429]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b5d73340-e254-41d3-9fed-70eafbdf8bdf None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65429) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 533.037357] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b5d73340-e254-41d3-9fed-70eafbdf8bdf None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 533.056338] env[65429]: DEBUG networking_nsxv3.common.locking [None req-b5d73340-e254-41d3-9fed-70eafbdf8bdf None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.056551] env[65429]: DEBUG oslo_concurrency.lockutils [None req-b5d73340-e254-41d3-9fed-70eafbdf8bdf None None] Acquiring lock "Segment QoS" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.056590] env[65429]: DEBUG oslo_concurrency.lockutils [None req-b5d73340-e254-41d3-9fed-70eafbdf8bdf None None] Acquired lock "Segment QoS" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 533.056877] env[65429]: DEBUG oslo_concurrency.lockutils [None req-b5d73340-e254-41d3-9fed-70eafbdf8bdf None None] Acquired external semaphore "Segment QoS" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 533.057011] env[65429]: DEBUG oslo_concurrency.lockutils [None req-b5d73340-e254-41d3-9fed-70eafbdf8bdf None None] Releasing lock "Segment QoS" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 533.057153] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b5d73340-e254-41d3-9fed-70eafbdf8bdf None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 533.057256] env[65429]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b5d73340-e254-41d3-9fed-70eafbdf8bdf None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=65429) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 533.057358] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b5d73340-e254-41d3-9fed-70eafbdf8bdf None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 533.078372] env[65429]: DEBUG networking_nsxv3.common.locking [None req-b5d73340-e254-41d3-9fed-70eafbdf8bdf None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.078592] env[65429]: DEBUG oslo_concurrency.lockutils [None req-b5d73340-e254-41d3-9fed-70eafbdf8bdf None None] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.078707] env[65429]: DEBUG oslo_concurrency.lockutils [None req-b5d73340-e254-41d3-9fed-70eafbdf8bdf None None] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 533.078939] env[65429]: DEBUG oslo_concurrency.lockutils [None req-b5d73340-e254-41d3-9fed-70eafbdf8bdf None None] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 533.079101] env[65429]: DEBUG oslo_concurrency.lockutils [None req-b5d73340-e254-41d3-9fed-70eafbdf8bdf None None] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 533.079252] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b5d73340-e254-41d3-9fed-70eafbdf8bdf None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 533.079376] env[65429]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b5d73340-e254-41d3-9fed-70eafbdf8bdf None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65429) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 533.079478] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-b5d73340-e254-41d3-9fed-70eafbdf8bdf None None] Inventory metadata have been refreshed. [ 533.079574] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-b5d73340-e254-41d3-9fed-70eafbdf8bdf None None] Dryrun:True. Metadata refresh completed. [ 533.079692] env[65429]: DEBUG oslo_concurrency.lockutils [None req-b5d73340-e254-41d3-9fed-70eafbdf8bdf None None] Releasing lock "all" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 533.081335] env[65429]: INFO neutron.agent.agent_extensions_manager [None req-b5d73340-e254-41d3-9fed-70eafbdf8bdf None None] Loaded agent extensions: [] [ 533.082055] env[65429]: DEBUG neutron_lib.callbacks.manager [None req-b5d73340-e254-41d3-9fed-70eafbdf8bdf None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=65429) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 533.135941] env[65429]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b5d73340-e254-41d3-9fed-70eafbdf8bdf None None] NSXv3 Agent Agent RPC Daemon Started! [ 533.136123] env[65429]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b5d73340-e254-41d3-9fed-70eafbdf8bdf None None] NSXv3 Agent Agent loop - iteration:0 started [ 533.136163] env[65429]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b5d73340-e254-41d3-9fed-70eafbdf8bdf None None] NSXv3 Agent Agent out of sync with plugin! [ 538.082557] env[65429]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 538.082955] env[65429]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 543.084426] env[65429]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 543.084914] env[65429]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 548.092545] env[65429]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 548.092545] env[65429]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 548.173700] env[65429]: INFO networking_nsxv3.common.synchronization [None req-1ce419f5-1daa-41cd-a51b-3fd65991d516 demo admin] Enqueued Resource ID: 4ace703c-90e4-4508-a2a6-a0ec3265fe13 with Priority: HIGHEST for action security_group_rules [ 548.174450] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ace703c-90e4-4508-a2a6-a0ec3265fe13 with Priority: HIGHEST for action security_group_rules [ 548.174748] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ace703c-90e4-4508-a2a6-a0ec3265fe13 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.174873] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ace703c-90e4-4508-a2a6-a0ec3265fe13" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.174942] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ace703c-90e4-4508-a2a6-a0ec3265fe13" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 548.175301] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ace703c-90e4-4508-a2a6-a0ec3265fe13" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 548.175391] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ace703c-90e4-4508-a2a6-a0ec3265fe13',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 548.695831] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.696187] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.696187] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 548.696321] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 548.696431] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 548.696530] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ace703c-90e4-4508-a2a6-a0ec3265fe13 already deleted. [ 548.696615] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ace703c-90e4-4508-a2a6-a0ec3265fe13" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 553.175989] env[65429]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 553.176391] env[65429]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 558.177367] env[65429]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 558.177615] env[65429]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 563.177998] env[65429]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 563.178357] env[65429]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 568.178690] env[65429]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 568.179030] env[65429]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 572.692120] env[65429]: INFO networking_nsxv3.common.synchronization [None req-aeae8119-3c4d-4fe3-a68c-88f1251b19d5 None None] Enqueued Resource ID: 5de6246a-5150-4012-a11e-df315dd72d9e with Priority: HIGHEST for action port [ 572.692655] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5de6246a-5150-4012-a11e-df315dd72d9e with Priority: HIGHEST for action port [ 572.692941] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-5de6246a-5150-4012-a11e-df315dd72d9e taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.693092] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5de6246a-5150-4012-a11e-df315dd72d9e" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.693160] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5de6246a-5150-4012-a11e-df315dd72d9e" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.693403] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5de6246a-5150-4012-a11e-df315dd72d9e" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.693688] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5de6246a-5150-4012-a11e-df315dd72d9e',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.199251] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5de6246a-5150-4012-a11e-df315dd72d9e [ 573.199497] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.199665] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.199750] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.199971] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.200074] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.200172] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5de6246a-5150-4012-a11e-df315dd72d9e already deleted. [ 573.200254] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5de6246a-5150-4012-a11e-df315dd72d9e" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.970992] env[65429]: INFO networking_nsxv3.common.synchronization [None req-58eb3165-c25e-4798-8f1a-2597a43c57a9 None None] Enqueued Resource ID: ad2d4500-edda-405b-9891-71390799df9f with Priority: HIGHEST for action port [ 574.971743] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad2d4500-edda-405b-9891-71390799df9f with Priority: HIGHEST for action port [ 574.974786] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad2d4500-edda-405b-9891-71390799df9f taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.974786] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad2d4500-edda-405b-9891-71390799df9f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.974786] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad2d4500-edda-405b-9891-71390799df9f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.974786] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad2d4500-edda-405b-9891-71390799df9f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.974786] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad2d4500-edda-405b-9891-71390799df9f',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.476485] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ad2d4500-edda-405b-9891-71390799df9f [ 575.476915] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.477100] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.478146] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.478567] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.478708] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.478902] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ad2d4500-edda-405b-9891-71390799df9f already deleted. [ 575.479068] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad2d4500-edda-405b-9891-71390799df9f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.086918] env[65429]: INFO networking_nsxv3.common.synchronization [None req-74690855-05a5-4f62-adcf-c8b6856c123c None None] Enqueued Resource ID: 1b165458-86cc-474b-8855-5706d1ed0e9d with Priority: HIGHEST for action port [ 577.087813] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b165458-86cc-474b-8855-5706d1ed0e9d with Priority: HIGHEST for action port [ 577.088318] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b165458-86cc-474b-8855-5706d1ed0e9d taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.088459] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b165458-86cc-474b-8855-5706d1ed0e9d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.088525] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b165458-86cc-474b-8855-5706d1ed0e9d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.088935] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b165458-86cc-474b-8855-5706d1ed0e9d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.090702] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b165458-86cc-474b-8855-5706d1ed0e9d',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.593774] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1b165458-86cc-474b-8855-5706d1ed0e9d [ 577.594016] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.594186] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.594262] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.594515] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.594612] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.594709] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1b165458-86cc-474b-8855-5706d1ed0e9d already deleted. [ 577.594791] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b165458-86cc-474b-8855-5706d1ed0e9d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.731719] env[65429]: INFO networking_nsxv3.common.synchronization [None req-956baf73-a828-40cc-9d75-97578d095422 None None] Enqueued Resource ID: 65b2881e-76fd-425a-9e5e-b325dbea6c01 with Priority: HIGHEST for action port [ 578.732278] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65b2881e-76fd-425a-9e5e-b325dbea6c01 with Priority: HIGHEST for action port [ 578.732581] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-65b2881e-76fd-425a-9e5e-b325dbea6c01 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.732709] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65b2881e-76fd-425a-9e5e-b325dbea6c01" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.732884] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65b2881e-76fd-425a-9e5e-b325dbea6c01" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.733322] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65b2881e-76fd-425a-9e5e-b325dbea6c01" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.733322] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65b2881e-76fd-425a-9e5e-b325dbea6c01',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.087076] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.087076] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.087076] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.087076] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.087076] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.235231] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 65b2881e-76fd-425a-9e5e-b325dbea6c01 [ 579.235485] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.235621] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.235694] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.238384] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.238384] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.238384] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:65b2881e-76fd-425a-9e5e-b325dbea6c01 already deleted. [ 579.238384] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65b2881e-76fd-425a-9e5e-b325dbea6c01" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.591212] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.095471] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.601783] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 580.601936] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 581.032455] env[65429]: INFO networking_nsxv3.common.synchronization [None req-d18c4331-090f-40a4-9ab4-ffc3e90a72af None None] Enqueued Resource ID: 4eb6f287-b74b-4d37-8b1f-d205dbe012b5 with Priority: HIGHEST for action port [ 581.033051] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4eb6f287-b74b-4d37-8b1f-d205dbe012b5 with Priority: HIGHEST for action port [ 581.034980] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-4eb6f287-b74b-4d37-8b1f-d205dbe012b5 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.035142] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4eb6f287-b74b-4d37-8b1f-d205dbe012b5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.035201] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4eb6f287-b74b-4d37-8b1f-d205dbe012b5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.035460] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4eb6f287-b74b-4d37-8b1f-d205dbe012b5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.035548] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4eb6f287-b74b-4d37-8b1f-d205dbe012b5',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.154205] env[65429]: INFO networking_nsxv3.common.synchronization [None req-2839ee07-1acb-4ae6-bee9-eef0f6d53c95 None None] Enqueued Resource ID: 95c211e2-3a91-4dca-ae3c-8a7b979c7439 with Priority: HIGHEST for action port [ 581.156019] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95c211e2-3a91-4dca-ae3c-8a7b979c7439 with Priority: HIGHEST for action port [ 581.156019] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-95c211e2-3a91-4dca-ae3c-8a7b979c7439 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.156019] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95c211e2-3a91-4dca-ae3c-8a7b979c7439" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.156019] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95c211e2-3a91-4dca-ae3c-8a7b979c7439" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.156019] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95c211e2-3a91-4dca-ae3c-8a7b979c7439" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.156019] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95c211e2-3a91-4dca-ae3c-8a7b979c7439',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.523402] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.523549] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.523624] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.523831] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.544266] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 581.547779] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.547779] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 581.551628] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4eb6f287-b74b-4d37-8b1f-d205dbe012b5 [ 581.551628] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.551628] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.551628] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.551628] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.551628] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.551628] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4eb6f287-b74b-4d37-8b1f-d205dbe012b5 already deleted. [ 581.551628] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4eb6f287-b74b-4d37-8b1f-d205dbe012b5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.570718] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.570903] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.570955] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.572304] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.572415] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.572539] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 581.572619] env[65429]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65429) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 581.572694] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 581.596756] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.596922] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.596986] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.597499] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.597499] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.597499] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 581.626733] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.626733] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.626733] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.626733] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.626733] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.626733] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 581.654362] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.654529] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.654570] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.654817] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.655233] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.655233] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 581.655233] env[65429]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65429) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 581.655233] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 581.658132] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 95c211e2-3a91-4dca-ae3c-8a7b979c7439 [ 581.658343] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.658467] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.658538] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.658789] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.658877] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.658970] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:95c211e2-3a91-4dca-ae3c-8a7b979c7439 already deleted. [ 581.659064] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95c211e2-3a91-4dca-ae3c-8a7b979c7439" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.679681] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.680059] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.680059] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.680210] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.680350] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.680383] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 581.680478] env[65429]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65429) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 581.680519] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 581.707677] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.707677] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.707914] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.707954] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.708411] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.708411] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 581.708411] env[65429]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65429) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 581.708411] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 581.708411] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 581.708411] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 581.708644] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 581.708644] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 581.708840] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 581.708890] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 581.708974] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 581.732379] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.732547] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.732621] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.732847] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.732949] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.733638] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 581.761318] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.761467] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.761539] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.761775] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.761888] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.794800] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.951061] env[65429]: INFO networking_nsxv3.common.synchronization [None req-ecedf295-2fe2-4f94-b380-0157fadd1f66 None None] Enqueued Resource ID: e127869b-899a-4790-80c1-e5ad2156b9a0 with Priority: HIGHEST for action port [ 581.951703] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e127869b-899a-4790-80c1-e5ad2156b9a0 with Priority: HIGHEST for action port [ 581.952411] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-e127869b-899a-4790-80c1-e5ad2156b9a0 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.952598] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e127869b-899a-4790-80c1-e5ad2156b9a0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.952772] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e127869b-899a-4790-80c1-e5ad2156b9a0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.952921] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e127869b-899a-4790-80c1-e5ad2156b9a0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.954018] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e127869b-899a-4790-80c1-e5ad2156b9a0',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.456602] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e127869b-899a-4790-80c1-e5ad2156b9a0 [ 582.456867] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.457502] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.457502] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.459422] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.459422] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.459422] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e127869b-899a-4790-80c1-e5ad2156b9a0 already deleted. [ 582.459422] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e127869b-899a-4790-80c1-e5ad2156b9a0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.468659] env[65429]: INFO networking_nsxv3.common.synchronization [None req-3f76c177-53cd-43b1-a0f3-b0a04ef3fc26 None None] Enqueued Resource ID: 44383d8b-2a60-44a1-911a-6fa2854870ed with Priority: HIGHEST for action port [ 582.472101] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44383d8b-2a60-44a1-911a-6fa2854870ed with Priority: HIGHEST for action port [ 582.472101] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-44383d8b-2a60-44a1-911a-6fa2854870ed taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.472101] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44383d8b-2a60-44a1-911a-6fa2854870ed" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.472101] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44383d8b-2a60-44a1-911a-6fa2854870ed" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.472101] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44383d8b-2a60-44a1-911a-6fa2854870ed" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.472101] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44383d8b-2a60-44a1-911a-6fa2854870ed',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.976022] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 44383d8b-2a60-44a1-911a-6fa2854870ed [ 582.976258] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.976397] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.976478] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.976695] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.977419] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.977419] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:44383d8b-2a60-44a1-911a-6fa2854870ed already deleted. [ 582.977419] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44383d8b-2a60-44a1-911a-6fa2854870ed" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.448637] env[65429]: INFO networking_nsxv3.common.synchronization [None req-74d24c16-7c4c-40bb-943b-e30a5dd9810d None None] Enqueued Resource ID: 8084eede-934c-48da-853f-2d32d89c6aba with Priority: HIGHEST for action port [ 583.448637] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8084eede-934c-48da-853f-2d32d89c6aba with Priority: HIGHEST for action port [ 583.449530] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-8084eede-934c-48da-853f-2d32d89c6aba taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.449530] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8084eede-934c-48da-853f-2d32d89c6aba" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.449530] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8084eede-934c-48da-853f-2d32d89c6aba" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.449708] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8084eede-934c-48da-853f-2d32d89c6aba" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.449823] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8084eede-934c-48da-853f-2d32d89c6aba',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.594211] env[65429]: INFO networking_nsxv3.common.synchronization [None req-9cb38050-f519-40a5-bd68-8ff8652003e6 None None] Enqueued Resource ID: 7383d0f5-d4a9-4e0a-bd4f-691c83c72e26 with Priority: HIGHEST for action port [ 583.594211] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7383d0f5-d4a9-4e0a-bd4f-691c83c72e26 with Priority: HIGHEST for action port [ 583.594211] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-7383d0f5-d4a9-4e0a-bd4f-691c83c72e26 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.594211] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7383d0f5-d4a9-4e0a-bd4f-691c83c72e26" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.594211] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7383d0f5-d4a9-4e0a-bd4f-691c83c72e26" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.594643] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7383d0f5-d4a9-4e0a-bd4f-691c83c72e26" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.594643] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7383d0f5-d4a9-4e0a-bd4f-691c83c72e26',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.955971] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8084eede-934c-48da-853f-2d32d89c6aba [ 583.955971] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.955971] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.955971] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.955971] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.956491] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.956491] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8084eede-934c-48da-853f-2d32d89c6aba already deleted. [ 583.956491] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8084eede-934c-48da-853f-2d32d89c6aba" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.099443] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7383d0f5-d4a9-4e0a-bd4f-691c83c72e26 [ 584.099678] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.099816] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.099884] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.100120] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.100204] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.100309] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7383d0f5-d4a9-4e0a-bd4f-691c83c72e26 already deleted. [ 584.100393] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7383d0f5-d4a9-4e0a-bd4f-691c83c72e26" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.695792] env[65429]: INFO networking_nsxv3.common.synchronization [None req-13a4d767-7472-47e5-8a93-fa627cfb294a None None] Enqueued Resource ID: 5f82dedb-9417-4439-bac5-9283e7620545 with Priority: HIGHEST for action port [ 584.696792] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f82dedb-9417-4439-bac5-9283e7620545 with Priority: HIGHEST for action port [ 584.696792] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f82dedb-9417-4439-bac5-9283e7620545 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.697124] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f82dedb-9417-4439-bac5-9283e7620545" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.697124] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f82dedb-9417-4439-bac5-9283e7620545" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.698385] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f82dedb-9417-4439-bac5-9283e7620545" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.698501] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f82dedb-9417-4439-bac5-9283e7620545',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.202955] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5f82dedb-9417-4439-bac5-9283e7620545 [ 585.202955] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.202955] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.202955] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.202955] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.202955] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.202955] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5f82dedb-9417-4439-bac5-9283e7620545 already deleted. [ 585.202955] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f82dedb-9417-4439-bac5-9283e7620545" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.901636] env[65429]: INFO networking_nsxv3.common.synchronization [None req-81cff8dc-e7a1-4bd9-ac05-6e03d557a559 None None] Enqueued Resource ID: fd1aaf54-680e-4f0c-8127-f1bece129e79 with Priority: HIGHEST for action port [ 585.902179] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd1aaf54-680e-4f0c-8127-f1bece129e79 with Priority: HIGHEST for action port [ 585.902470] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd1aaf54-680e-4f0c-8127-f1bece129e79 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.902595] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd1aaf54-680e-4f0c-8127-f1bece129e79" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.902664] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd1aaf54-680e-4f0c-8127-f1bece129e79" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.902906] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd1aaf54-680e-4f0c-8127-f1bece129e79" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.902989] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd1aaf54-680e-4f0c-8127-f1bece129e79',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.406694] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fd1aaf54-680e-4f0c-8127-f1bece129e79 [ 586.406938] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.407096] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.407189] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.407401] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.407491] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.407589] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fd1aaf54-680e-4f0c-8127-f1bece129e79 already deleted. [ 586.407671] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd1aaf54-680e-4f0c-8127-f1bece129e79" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.173108] env[65429]: INFO networking_nsxv3.common.synchronization [None req-896d7c5e-9ff9-4ff8-91e4-496dfafa09f8 None None] Enqueued Resource ID: bf68b0a2-373a-4917-be85-be7b6bcdabee with Priority: HIGHEST for action port [ 587.175078] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf68b0a2-373a-4917-be85-be7b6bcdabee with Priority: HIGHEST for action port [ 587.175078] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf68b0a2-373a-4917-be85-be7b6bcdabee taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.175078] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf68b0a2-373a-4917-be85-be7b6bcdabee" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.175078] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf68b0a2-373a-4917-be85-be7b6bcdabee" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.175078] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf68b0a2-373a-4917-be85-be7b6bcdabee" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.175078] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf68b0a2-373a-4917-be85-be7b6bcdabee',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.678464] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bf68b0a2-373a-4917-be85-be7b6bcdabee [ 587.679642] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.679794] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.679841] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.680110] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.680271] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.680340] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bf68b0a2-373a-4917-be85-be7b6bcdabee already deleted. [ 587.680413] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf68b0a2-373a-4917-be85-be7b6bcdabee" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.075350] env[65429]: INFO networking_nsxv3.common.synchronization [None req-9842b02c-4281-4d74-8cf5-3dbc68ad939a None None] Enqueued Resource ID: 8a8be879-f44c-48a0-80c3-9ed83a2c4323 with Priority: HIGHEST for action port [ 588.075904] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a8be879-f44c-48a0-80c3-9ed83a2c4323 with Priority: HIGHEST for action port [ 588.076225] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a8be879-f44c-48a0-80c3-9ed83a2c4323 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.076349] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a8be879-f44c-48a0-80c3-9ed83a2c4323" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.076403] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a8be879-f44c-48a0-80c3-9ed83a2c4323" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.076669] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a8be879-f44c-48a0-80c3-9ed83a2c4323" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.076834] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a8be879-f44c-48a0-80c3-9ed83a2c4323',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.581651] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8a8be879-f44c-48a0-80c3-9ed83a2c4323 [ 588.583986] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.584128] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.584282] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.584963] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.584963] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.584963] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8a8be879-f44c-48a0-80c3-9ed83a2c4323 already deleted. [ 588.584963] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a8be879-f44c-48a0-80c3-9ed83a2c4323" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.580391] env[65429]: INFO networking_nsxv3.common.synchronization [None req-ae45c705-357c-4dbc-ac97-72da760fafea None None] Enqueued Resource ID: 8f770182-a80d-473b-b522-d1a3dcee5f0a with Priority: HIGHEST for action port [ 589.580963] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f770182-a80d-473b-b522-d1a3dcee5f0a with Priority: HIGHEST for action port [ 589.581260] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f770182-a80d-473b-b522-d1a3dcee5f0a taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.581386] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f770182-a80d-473b-b522-d1a3dcee5f0a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.581457] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f770182-a80d-473b-b522-d1a3dcee5f0a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.581701] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f770182-a80d-473b-b522-d1a3dcee5f0a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.581910] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f770182-a80d-473b-b522-d1a3dcee5f0a',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.881719] env[65429]: INFO networking_nsxv3.common.synchronization [None req-abc58972-f447-47c3-8e91-0cda6f5a7e0b None None] Enqueued Resource ID: 8edbb974-6508-42b3-afe4-1cab54c461b1 with Priority: HIGHEST for action port [ 589.882297] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8edbb974-6508-42b3-afe4-1cab54c461b1 with Priority: HIGHEST for action port [ 589.882900] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-8edbb974-6508-42b3-afe4-1cab54c461b1 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.884419] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8edbb974-6508-42b3-afe4-1cab54c461b1" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.884419] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8edbb974-6508-42b3-afe4-1cab54c461b1" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.884487] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8edbb974-6508-42b3-afe4-1cab54c461b1" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.884726] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8edbb974-6508-42b3-afe4-1cab54c461b1',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.085224] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8f770182-a80d-473b-b522-d1a3dcee5f0a [ 590.085224] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.085224] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.085224] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.085224] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.085224] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.085224] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8f770182-a80d-473b-b522-d1a3dcee5f0a already deleted. [ 590.085224] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f770182-a80d-473b-b522-d1a3dcee5f0a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.272765] env[65429]: INFO networking_nsxv3.common.synchronization [None req-dfad7af0-b952-4afd-8fb1-945b10eb2af4 None None] Enqueued Resource ID: 4f85f68d-6594-4a96-81d9-268cbe716888 with Priority: HIGHEST for action port [ 590.273054] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f85f68d-6594-4a96-81d9-268cbe716888 with Priority: HIGHEST for action port [ 590.273661] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f85f68d-6594-4a96-81d9-268cbe716888 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.273789] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f85f68d-6594-4a96-81d9-268cbe716888" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.273856] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f85f68d-6594-4a96-81d9-268cbe716888" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.275525] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f85f68d-6594-4a96-81d9-268cbe716888" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.275631] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f85f68d-6594-4a96-81d9-268cbe716888',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.386667] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8edbb974-6508-42b3-afe4-1cab54c461b1 [ 590.386770] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.386847] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.386892] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.387686] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.387686] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.387686] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8edbb974-6508-42b3-afe4-1cab54c461b1 already deleted. [ 590.387686] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8edbb974-6508-42b3-afe4-1cab54c461b1" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.778496] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4f85f68d-6594-4a96-81d9-268cbe716888 [ 590.778813] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.778879] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.779672] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.779672] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.779672] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.779672] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4f85f68d-6594-4a96-81d9-268cbe716888 already deleted. [ 590.779672] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f85f68d-6594-4a96-81d9-268cbe716888" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.884772] env[65429]: INFO networking_nsxv3.common.synchronization [None req-45e9c821-f3db-4259-a795-85ee28c83328 tempest-AttachInterfacesUnderV243Test-1703566497 tempest-AttachInterfacesUnderV243Test-1703566497-project-member] Enqueued Resource ID: f8f68145-b095-4647-a767-ddcbcf856a43 with Priority: HIGHEST for action security_group_rules [ 590.884772] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8f68145-b095-4647-a767-ddcbcf856a43 with Priority: HIGHEST for action security_group_rules [ 590.884772] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8f68145-b095-4647-a767-ddcbcf856a43 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.884901] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8f68145-b095-4647-a767-ddcbcf856a43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.884971] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8f68145-b095-4647-a767-ddcbcf856a43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.885418] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8f68145-b095-4647-a767-ddcbcf856a43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.885540] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8f68145-b095-4647-a767-ddcbcf856a43',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.414098] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.414287] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.414357] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.414523] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.414619] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.414715] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8f68145-b095-4647-a767-ddcbcf856a43 already deleted. [ 591.414797] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8f68145-b095-4647-a767-ddcbcf856a43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.477771] env[65429]: INFO networking_nsxv3.common.synchronization [None req-67ca16fc-b42e-4a25-82e9-53ac5041503c None None] Enqueued Resource ID: 13b01bb0-a994-47cb-8879-827933162d68 with Priority: HIGHEST for action port [ 591.478194] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13b01bb0-a994-47cb-8879-827933162d68 with Priority: HIGHEST for action port [ 591.478489] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-13b01bb0-a994-47cb-8879-827933162d68 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.478610] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13b01bb0-a994-47cb-8879-827933162d68" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.478695] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13b01bb0-a994-47cb-8879-827933162d68" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.478952] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13b01bb0-a994-47cb-8879-827933162d68" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.481318] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13b01bb0-a994-47cb-8879-827933162d68',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.741288] env[65429]: INFO networking_nsxv3.common.synchronization [None req-68f09d24-f7d3-4ebf-b26e-179ff0d5b976 None None] Enqueued Resource ID: 96a402b9-4bec-45b6-b796-77378ced680c with Priority: HIGHEST for action port [ 591.742034] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96a402b9-4bec-45b6-b796-77378ced680c with Priority: HIGHEST for action port [ 591.742216] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-96a402b9-4bec-45b6-b796-77378ced680c taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.742335] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96a402b9-4bec-45b6-b796-77378ced680c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.742408] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96a402b9-4bec-45b6-b796-77378ced680c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.744030] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96a402b9-4bec-45b6-b796-77378ced680c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.744030] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96a402b9-4bec-45b6-b796-77378ced680c',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.984143] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 13b01bb0-a994-47cb-8879-827933162d68 [ 591.984442] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.984504] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.984637] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.984837] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.984922] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.984979] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:13b01bb0-a994-47cb-8879-827933162d68 already deleted. [ 591.985070] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13b01bb0-a994-47cb-8879-827933162d68" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.126567] env[65429]: INFO networking_nsxv3.common.synchronization [None req-142aef13-c4c7-4ce4-8fbd-210205ebb864 tempest-AttachInterfacesUnderV243Test-1703566497 tempest-AttachInterfacesUnderV243Test-1703566497-project-member] Enqueued Resource ID: f8f68145-b095-4647-a767-ddcbcf856a43 with Priority: HIGHEST for action security_group_rules [ 592.127115] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8f68145-b095-4647-a767-ddcbcf856a43 with Priority: HIGHEST for action security_group_rules [ 592.127454] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8f68145-b095-4647-a767-ddcbcf856a43 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.127544] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8f68145-b095-4647-a767-ddcbcf856a43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.127613] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8f68145-b095-4647-a767-ddcbcf856a43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.128217] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8f68145-b095-4647-a767-ddcbcf856a43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.128217] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8f68145-b095-4647-a767-ddcbcf856a43',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.246729] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 96a402b9-4bec-45b6-b796-77378ced680c [ 592.246976] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.247147] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.247192] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.247407] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.247624] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.247624] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:96a402b9-4bec-45b6-b796-77378ced680c already deleted. [ 592.247722] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96a402b9-4bec-45b6-b796-77378ced680c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.654937] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.654937] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.655181] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.655363] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.655407] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.655531] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8f68145-b095-4647-a767-ddcbcf856a43 already deleted. [ 592.655684] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8f68145-b095-4647-a767-ddcbcf856a43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.110016] env[65429]: INFO networking_nsxv3.common.synchronization [None req-33cd09a7-50a1-4315-ad05-b6adc35676a1 None None] Enqueued Resource ID: 996b056b-c106-4b24-956a-9a667980b4a2 with Priority: HIGHEST for action port [ 593.110016] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 996b056b-c106-4b24-956a-9a667980b4a2 with Priority: HIGHEST for action port [ 593.111144] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-996b056b-c106-4b24-956a-9a667980b4a2 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.111144] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-996b056b-c106-4b24-956a-9a667980b4a2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.111549] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-996b056b-c106-4b24-956a-9a667980b4a2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.111875] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-996b056b-c106-4b24-956a-9a667980b4a2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.114280] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('996b056b-c106-4b24-956a-9a667980b4a2',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.615286] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 996b056b-c106-4b24-956a-9a667980b4a2 [ 593.616715] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.616715] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.616715] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.616715] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.616715] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.617059] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:996b056b-c106-4b24-956a-9a667980b4a2 already deleted. [ 593.617228] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-996b056b-c106-4b24-956a-9a667980b4a2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.683944] env[65429]: INFO networking_nsxv3.common.synchronization [None req-9375a86f-9ecb-4a42-919b-3b8323323ced None None] Enqueued Resource ID: 3f92ed86-c037-403b-8a4b-5aa17df25369 with Priority: HIGHEST for action port [ 594.685575] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f92ed86-c037-403b-8a4b-5aa17df25369 with Priority: HIGHEST for action port [ 594.685575] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f92ed86-c037-403b-8a4b-5aa17df25369 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.687212] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f92ed86-c037-403b-8a4b-5aa17df25369" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.687212] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f92ed86-c037-403b-8a4b-5aa17df25369" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.687212] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f92ed86-c037-403b-8a4b-5aa17df25369" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.687212] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f92ed86-c037-403b-8a4b-5aa17df25369',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.792089] env[65429]: INFO networking_nsxv3.common.synchronization [None req-e18864b1-51e3-4cce-91dd-372211b4e1c3 None None] Enqueued Resource ID: 6e287a4e-4d2a-4908-9ba4-df4993c9cb29 with Priority: HIGHEST for action port [ 594.792361] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e287a4e-4d2a-4908-9ba4-df4993c9cb29 with Priority: HIGHEST for action port [ 594.792900] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e287a4e-4d2a-4908-9ba4-df4993c9cb29 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.793032] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e287a4e-4d2a-4908-9ba4-df4993c9cb29" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.793454] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e287a4e-4d2a-4908-9ba4-df4993c9cb29" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.794345] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e287a4e-4d2a-4908-9ba4-df4993c9cb29" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.794345] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e287a4e-4d2a-4908-9ba4-df4993c9cb29',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.190303] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3f92ed86-c037-403b-8a4b-5aa17df25369 [ 595.190303] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.190303] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.190996] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.191500] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.191661] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.192207] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3f92ed86-c037-403b-8a4b-5aa17df25369 already deleted. [ 595.192617] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f92ed86-c037-403b-8a4b-5aa17df25369" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.247048] env[65429]: INFO networking_nsxv3.common.synchronization [req-51bb27ef-5259-406d-8175-e3020c81e40b req-1921b6c4-a6b4-4b5e-ae58-e1d52c1357c7 tempest-ServerDiagnosticsNegativeTest-1062993718 tempest-ServerDiagnosticsNegativeTest-1062993718-project-member] Enqueued Resource ID: 8c46b658-20fd-4a9b-b756-f44ad3b29eac with Priority: HIGHEST for action security_group_members [ 595.247794] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c46b658-20fd-4a9b-b756-f44ad3b29eac with Priority: HIGHEST for action security_group_members [ 595.248696] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c46b658-20fd-4a9b-b756-f44ad3b29eac taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.249927] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c46b658-20fd-4a9b-b756-f44ad3b29eac" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.249927] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c46b658-20fd-4a9b-b756-f44ad3b29eac" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.249927] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c46b658-20fd-4a9b-b756-f44ad3b29eac" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.249927] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.249927] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.249927] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.249927] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.250266] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.250403] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c46b658-20fd-4a9b-b756-f44ad3b29eac',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.295543] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6e287a4e-4d2a-4908-9ba4-df4993c9cb29 [ 595.295780] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.295917] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.295992] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.296231] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.296326] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.296419] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6e287a4e-4d2a-4908-9ba4-df4993c9cb29 already deleted. [ 595.296504] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e287a4e-4d2a-4908-9ba4-df4993c9cb29" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.755382] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.755663] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.755750] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.755996] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.756160] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.756398] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.756979] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.757131] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.757351] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.757457] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.757568] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c46b658-20fd-4a9b-b756-f44ad3b29eac already deleted. [ 595.757782] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c46b658-20fd-4a9b-b756-f44ad3b29eac" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.797764] env[65429]: INFO networking_nsxv3.common.synchronization [None req-91505a05-7e01-4cdc-9c87-8a3efc7672cf None None] Enqueued Resource ID: 2b1bba5f-2b59-481a-a05c-288d35e8389b with Priority: HIGHEST for action port [ 595.798754] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b1bba5f-2b59-481a-a05c-288d35e8389b with Priority: HIGHEST for action port [ 595.798754] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b1bba5f-2b59-481a-a05c-288d35e8389b taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.798854] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b1bba5f-2b59-481a-a05c-288d35e8389b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.798894] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b1bba5f-2b59-481a-a05c-288d35e8389b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.801518] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b1bba5f-2b59-481a-a05c-288d35e8389b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.801518] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b1bba5f-2b59-481a-a05c-288d35e8389b',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.806939] env[65429]: INFO networking_nsxv3.common.synchronization [None req-5727af31-cd6c-41ed-a85f-590157fc3f1e None None] Enqueued Resource ID: 809a9f53-e2c1-41bd-ada8-13bf772e2c99 with Priority: HIGHEST for action port [ 595.807154] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 809a9f53-e2c1-41bd-ada8-13bf772e2c99 with Priority: HIGHEST for action port [ 595.807654] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-809a9f53-e2c1-41bd-ada8-13bf772e2c99 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.807912] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-809a9f53-e2c1-41bd-ada8-13bf772e2c99" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.807912] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-809a9f53-e2c1-41bd-ada8-13bf772e2c99" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.808140] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-809a9f53-e2c1-41bd-ada8-13bf772e2c99" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.808140] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('809a9f53-e2c1-41bd-ada8-13bf772e2c99',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.308419] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2b1bba5f-2b59-481a-a05c-288d35e8389b [ 596.308419] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.308419] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.308419] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.308419] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.308419] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.308419] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2b1bba5f-2b59-481a-a05c-288d35e8389b already deleted. [ 596.308419] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b1bba5f-2b59-481a-a05c-288d35e8389b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.309541] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 809a9f53-e2c1-41bd-ada8-13bf772e2c99 [ 596.310274] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.310274] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.310487] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.310773] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.310977] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.311187] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:809a9f53-e2c1-41bd-ada8-13bf772e2c99 already deleted. [ 596.311436] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-809a9f53-e2c1-41bd-ada8-13bf772e2c99" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.491031] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock network-698 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.491031] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "network-698" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.491031] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "network-698" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.491031] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "network-698" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.492367] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.495018] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.495018] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.495018] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.495018] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.495018] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 596.495018] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 596.495018] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 596.495018] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 596.495018] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 596.495018] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 596.495018] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 596.515846] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 596.518462] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 596.518462] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 596.518462] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "network-698" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.518462] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock port-2796bd49-d75e-4a43-a388-679aa9c4d89a taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.518462] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "port-2796bd49-d75e-4a43-a388-679aa9c4d89a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.518462] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "port-2796bd49-d75e-4a43-a388-679aa9c4d89a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.518462] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "port-2796bd49-d75e-4a43-a388-679aa9c4d89a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.518462] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2796bd49-d75e-4a43-a388-679aa9c4d89a',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.022217] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.022735] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.022735] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.022735] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.022858] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.023022] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Segment Port 2796bd49-d75e-4a43-a388-679aa9c4d89a not found, creating... [ 597.023299] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.023427] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.023540] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.023755] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.023889] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.024250] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.024518] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.024518] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.024704] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.024836] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.024970] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Resource: SegmentPort with ID: 2796bd49-d75e-4a43-a388-679aa9c4d89a is going to be created. [ 597.052934] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.053998] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.053998] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.053998] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.053998] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.053998] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "port-2796bd49-d75e-4a43-a388-679aa9c4d89a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.873166] env[65429]: INFO networking_nsxv3.common.synchronization [req-51bb27ef-5259-406d-8175-e3020c81e40b req-ba4cc016-d8b9-4e97-8ed9-57749bb76a27 service nova] Enqueued Resource ID: 8c46b658-20fd-4a9b-b756-f44ad3b29eac with Priority: HIGHEST for action security_group_rules [ 597.873358] env[65429]: INFO networking_nsxv3.common.synchronization [req-51bb27ef-5259-406d-8175-e3020c81e40b req-ba4cc016-d8b9-4e97-8ed9-57749bb76a27 service nova] Enqueued Resource ID: 8c46b658-20fd-4a9b-b756-f44ad3b29eac with Priority: HIGHEST for action security_group_members [ 597.873509] env[65429]: INFO networking_nsxv3.common.synchronization [req-51bb27ef-5259-406d-8175-e3020c81e40b req-ba4cc016-d8b9-4e97-8ed9-57749bb76a27 service nova] Enqueued Resource ID: 2796bd49-d75e-4a43-a388-679aa9c4d89a with Priority: HIGHEST for action port [ 597.873750] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c46b658-20fd-4a9b-b756-f44ad3b29eac with Priority: HIGHEST for action security_group_rules [ 597.873880] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c46b658-20fd-4a9b-b756-f44ad3b29eac with Priority: HIGHEST for action security_group_members [ 597.874016] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2796bd49-d75e-4a43-a388-679aa9c4d89a with Priority: HIGHEST for action port [ 597.874629] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c46b658-20fd-4a9b-b756-f44ad3b29eac taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.874943] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c46b658-20fd-4a9b-b756-f44ad3b29eac" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.875091] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c46b658-20fd-4a9b-b756-f44ad3b29eac" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.875364] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c46b658-20fd-4a9b-b756-f44ad3b29eac" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.875556] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c46b658-20fd-4a9b-b756-f44ad3b29eac',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.877544] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c46b658-20fd-4a9b-b756-f44ad3b29eac taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.877661] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c46b658-20fd-4a9b-b756-f44ad3b29eac" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.877729] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c46b658-20fd-4a9b-b756-f44ad3b29eac" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.878997] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c46b658-20fd-4a9b-b756-f44ad3b29eac" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.879099] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.879193] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.879262] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.879419] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.879519] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.879597] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c46b658-20fd-4a9b-b756-f44ad3b29eac',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.880993] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-2796bd49-d75e-4a43-a388-679aa9c4d89a taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.880993] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2796bd49-d75e-4a43-a388-679aa9c4d89a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.880993] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2796bd49-d75e-4a43-a388-679aa9c4d89a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.881182] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2796bd49-d75e-4a43-a388-679aa9c4d89a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.881231] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2796bd49-d75e-4a43-a388-679aa9c4d89a',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.896954] env[65429]: INFO networking_nsxv3.common.synchronization [None req-c58c9790-9b60-49bb-961f-ee2c148c1bde None None] Enqueued Resource ID: 96665750-4e04-43ff-83b9-07f44cca4ecc with Priority: HIGHEST for action port [ 597.897203] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96665750-4e04-43ff-83b9-07f44cca4ecc with Priority: HIGHEST for action port [ 597.898270] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-96665750-4e04-43ff-83b9-07f44cca4ecc taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.898401] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96665750-4e04-43ff-83b9-07f44cca4ecc" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.898471] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96665750-4e04-43ff-83b9-07f44cca4ecc" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.899123] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96665750-4e04-43ff-83b9-07f44cca4ecc" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.899208] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96665750-4e04-43ff-83b9-07f44cca4ecc',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.911930] env[65429]: INFO networking_nsxv3.common.synchronization [None req-cc50353d-254f-4c42-a007-ca1048aba144 None None] Enqueued Resource ID: b59e7285-c5dc-4f7d-8aee-b0e700263fb5 with Priority: HIGHEST for action port [ 597.912504] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b59e7285-c5dc-4f7d-8aee-b0e700263fb5 with Priority: HIGHEST for action port [ 597.912819] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-b59e7285-c5dc-4f7d-8aee-b0e700263fb5 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.912954] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b59e7285-c5dc-4f7d-8aee-b0e700263fb5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.913741] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b59e7285-c5dc-4f7d-8aee-b0e700263fb5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.913741] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b59e7285-c5dc-4f7d-8aee-b0e700263fb5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.913741] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b59e7285-c5dc-4f7d-8aee-b0e700263fb5',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.384197] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c46b658-20fd-4a9b-b756-f44ad3b29eac taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.384491] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c46b658-20fd-4a9b-b756-f44ad3b29eac" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.393807] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2796bd49-d75e-4a43-a388-679aa9c4d89a with status ACTIVE [ 598.394507] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.394507] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.394507] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.394507] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.396695] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.396804] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.396956] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.397026] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.397226] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.397307] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.397496] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.397582] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.397655] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.397817] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.397915] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.398014] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2796bd49-d75e-4a43-a388-679aa9c4d89a is going to be updated. [ 598.402193] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8c46b658-20fd-4a9b-b756-f44ad3b29eac',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.402980] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 96665750-4e04-43ff-83b9-07f44cca4ecc [ 598.403271] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.403454] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.403556] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.403823] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.404597] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.405248] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:96665750-4e04-43ff-83b9-07f44cca4ecc already deleted. [ 598.405248] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96665750-4e04-43ff-83b9-07f44cca4ecc" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.415368] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b59e7285-c5dc-4f7d-8aee-b0e700263fb5 [ 598.415664] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.416086] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.416086] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.416213] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.416329] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.416457] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b59e7285-c5dc-4f7d-8aee-b0e700263fb5 already deleted. [ 598.416570] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b59e7285-c5dc-4f7d-8aee-b0e700263fb5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.427051] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.427051] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.427051] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.427322] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.427407] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.427568] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2796bd49-d75e-4a43-a388-679aa9c4d89a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.622186] env[65429]: INFO networking_nsxv3.common.synchronization [req-37a4206b-268a-40de-8989-733b713ee3db req-94011c09-0e36-4ae7-bf75-020e757e2419 tempest-DeleteServersAdminTestJSON-2041531938 tempest-DeleteServersAdminTestJSON-2041531938-project-member] Enqueued Resource ID: 0663161e-9b8d-4c58-97ef-c7c5e0db63a5 with Priority: HIGHEST for action security_group_members [ 598.622186] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0663161e-9b8d-4c58-97ef-c7c5e0db63a5 with Priority: HIGHEST for action security_group_members [ 598.622586] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-0663161e-9b8d-4c58-97ef-c7c5e0db63a5 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.622864] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0663161e-9b8d-4c58-97ef-c7c5e0db63a5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.623068] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0663161e-9b8d-4c58-97ef-c7c5e0db63a5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.624496] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0663161e-9b8d-4c58-97ef-c7c5e0db63a5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.624496] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.624496] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.624496] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.624496] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.624496] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.624496] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0663161e-9b8d-4c58-97ef-c7c5e0db63a5',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.909073] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8c46b658-20fd-4a9b-b756-f44ad3b29eac',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.078501] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock network-698 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.078732] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "network-698" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.078840] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "network-698" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.079152] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "network-698" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.079422] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.079579] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.079713] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.079940] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.080288] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.080512] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 599.080654] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 599.080771] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 599.080875] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 599.080981] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 599.081093] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 599.081220] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 599.102987] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 599.103172] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 599.103241] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 599.103417] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "network-698" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.103753] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock port-dce2e352-9b81-4295-b2bc-a77fd6b7319a taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.103925] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "port-dce2e352-9b81-4295-b2bc-a77fd6b7319a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.104051] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "port-dce2e352-9b81-4295-b2bc-a77fd6b7319a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.104381] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "port-dce2e352-9b81-4295-b2bc-a77fd6b7319a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.104520] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dce2e352-9b81-4295-b2bc-a77fd6b7319a',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.127028] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.127177] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.127223] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.127411] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.127504] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.127694] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.127795] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.127866] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.128033] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.128114] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.128198] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0663161e-9b8d-4c58-97ef-c7c5e0db63a5 already deleted. [ 599.128280] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0663161e-9b8d-4c58-97ef-c7c5e0db63a5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.554148] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.554148] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.554148] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.554588] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.554588] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.554588] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c46b658-20fd-4a9b-b756-f44ad3b29eac is going to be created. [ 599.591286] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.591473] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.591515] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.591698] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.592945] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.605752] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c46b658-20fd-4a9b-b756-f44ad3b29eac in Status: UNINITIALIZED for 2s [ 599.607545] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.607743] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.607856] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.608198] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.608858] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.608858] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Segment Port dce2e352-9b81-4295-b2bc-a77fd6b7319a not found, creating... [ 599.609033] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.609102] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.609209] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.609432] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.609572] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.609904] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.610075] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.610183] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.610395] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.610504] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.610642] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Resource: SegmentPort with ID: dce2e352-9b81-4295-b2bc-a77fd6b7319a is going to be created. [ 599.634039] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.634039] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.634462] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.634462] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.634695] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.634950] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "port-dce2e352-9b81-4295-b2bc-a77fd6b7319a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.749088] env[65429]: INFO networking_nsxv3.common.synchronization [None req-e718e9bf-bec6-4ca4-ab14-2f5f290607a6 tempest-AttachInterfacesTestJSON-192137818 tempest-AttachInterfacesTestJSON-192137818-project-member] Enqueued Resource ID: bdbf7716-cc97-42ad-a945-099708388420 with Priority: HIGHEST for action security_group_rules [ 599.750018] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdbf7716-cc97-42ad-a945-099708388420 with Priority: HIGHEST for action security_group_rules [ 599.750708] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bdbf7716-cc97-42ad-a945-099708388420 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.752321] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bdbf7716-cc97-42ad-a945-099708388420" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.752321] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bdbf7716-cc97-42ad-a945-099708388420" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.752321] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bdbf7716-cc97-42ad-a945-099708388420" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.752321] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bdbf7716-cc97-42ad-a945-099708388420',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.197834] env[65429]: INFO networking_nsxv3.common.synchronization [None req-45a42827-fcb2-4639-bd62-7c066eaf70d7 tempest-AttachInterfacesTestJSON-192137818 tempest-AttachInterfacesTestJSON-192137818-project-member] Enqueued Resource ID: bdbf7716-cc97-42ad-a945-099708388420 with Priority: HIGHEST for action security_group_rules [ 600.198493] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdbf7716-cc97-42ad-a945-099708388420 with Priority: HIGHEST for action security_group_rules [ 600.198869] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bdbf7716-cc97-42ad-a945-099708388420 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.199480] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bdbf7716-cc97-42ad-a945-099708388420" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.282256] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.283352] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.283475] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.283894] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.283894] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.283894] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bdbf7716-cc97-42ad-a945-099708388420 already deleted. [ 600.284054] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bdbf7716-cc97-42ad-a945-099708388420" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.284099] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bdbf7716-cc97-42ad-a945-099708388420" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.284251] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bdbf7716-cc97-42ad-a945-099708388420" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.284329] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bdbf7716-cc97-42ad-a945-099708388420',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.702863] env[65429]: INFO networking_nsxv3.common.synchronization [req-37a4206b-268a-40de-8989-733b713ee3db req-5f03ddcb-b063-4427-a4a2-185f40811799 service nova] Enqueued Resource ID: 0663161e-9b8d-4c58-97ef-c7c5e0db63a5 with Priority: HIGHEST for action security_group_rules [ 600.703118] env[65429]: INFO networking_nsxv3.common.synchronization [req-37a4206b-268a-40de-8989-733b713ee3db req-5f03ddcb-b063-4427-a4a2-185f40811799 service nova] Enqueued Resource ID: 0663161e-9b8d-4c58-97ef-c7c5e0db63a5 with Priority: HIGHEST for action security_group_members [ 600.703240] env[65429]: INFO networking_nsxv3.common.synchronization [req-37a4206b-268a-40de-8989-733b713ee3db req-5f03ddcb-b063-4427-a4a2-185f40811799 service nova] Enqueued Resource ID: dce2e352-9b81-4295-b2bc-a77fd6b7319a with Priority: HIGHEST for action port [ 600.703455] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0663161e-9b8d-4c58-97ef-c7c5e0db63a5 with Priority: HIGHEST for action security_group_rules [ 600.703581] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0663161e-9b8d-4c58-97ef-c7c5e0db63a5 with Priority: HIGHEST for action security_group_members [ 600.703675] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dce2e352-9b81-4295-b2bc-a77fd6b7319a with Priority: HIGHEST for action port [ 600.704334] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0663161e-9b8d-4c58-97ef-c7c5e0db63a5 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.704463] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0663161e-9b8d-4c58-97ef-c7c5e0db63a5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.704532] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0663161e-9b8d-4c58-97ef-c7c5e0db63a5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.704784] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0663161e-9b8d-4c58-97ef-c7c5e0db63a5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.704901] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0663161e-9b8d-4c58-97ef-c7c5e0db63a5',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.705827] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-0663161e-9b8d-4c58-97ef-c7c5e0db63a5 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.705950] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0663161e-9b8d-4c58-97ef-c7c5e0db63a5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.706028] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0663161e-9b8d-4c58-97ef-c7c5e0db63a5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.706236] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0663161e-9b8d-4c58-97ef-c7c5e0db63a5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.706388] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.706487] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.706554] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.706741] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.706831] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.706925] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0663161e-9b8d-4c58-97ef-c7c5e0db63a5',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.710765] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-dce2e352-9b81-4295-b2bc-a77fd6b7319a taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.711029] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dce2e352-9b81-4295-b2bc-a77fd6b7319a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.711209] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dce2e352-9b81-4295-b2bc-a77fd6b7319a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.711435] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dce2e352-9b81-4295-b2bc-a77fd6b7319a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.711529] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dce2e352-9b81-4295-b2bc-a77fd6b7319a',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.810238] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.810427] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.810476] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.810706] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.811234] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.811390] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bdbf7716-cc97-42ad-a945-099708388420 already deleted. [ 600.811577] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bdbf7716-cc97-42ad-a945-099708388420" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.875162] env[65429]: INFO networking_nsxv3.common.synchronization [None req-f4c386c3-9bea-4b25-bf10-02d0a0acc796 tempest-VolumesAssistedSnapshotsTest-526106614 tempest-VolumesAssistedSnapshotsTest-526106614-project-member] Enqueued Resource ID: 7934503b-87bd-4190-8ba7-8388f9c4b7af with Priority: HIGHEST for action security_group_rules [ 600.875701] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7934503b-87bd-4190-8ba7-8388f9c4b7af with Priority: HIGHEST for action security_group_rules [ 600.875988] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7934503b-87bd-4190-8ba7-8388f9c4b7af taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.876119] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7934503b-87bd-4190-8ba7-8388f9c4b7af" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.876183] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7934503b-87bd-4190-8ba7-8388f9c4b7af" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.876431] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7934503b-87bd-4190-8ba7-8388f9c4b7af" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.876846] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7934503b-87bd-4190-8ba7-8388f9c4b7af',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.922253] env[65429]: INFO networking_nsxv3.common.synchronization [None req-8ee1f97d-77f5-45e2-a87f-6ce8bf11aa58 None None] Enqueued Resource ID: db413944-cb31-42ec-98c5-726148e470e1 with Priority: HIGHEST for action port [ 600.922253] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db413944-cb31-42ec-98c5-726148e470e1 with Priority: HIGHEST for action port [ 600.922253] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-db413944-cb31-42ec-98c5-726148e470e1 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.922253] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db413944-cb31-42ec-98c5-726148e470e1" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.922253] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db413944-cb31-42ec-98c5-726148e470e1" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.922253] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db413944-cb31-42ec-98c5-726148e470e1" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.922253] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db413944-cb31-42ec-98c5-726148e470e1',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.044601] env[65429]: INFO networking_nsxv3.common.synchronization [None req-d5a3706a-4a2f-40bf-b7c7-788e26856e1d tempest-VolumesAssistedSnapshotsTest-526106614 tempest-VolumesAssistedSnapshotsTest-526106614-project-member] Enqueued Resource ID: 7934503b-87bd-4190-8ba7-8388f9c4b7af with Priority: HIGHEST for action security_group_rules [ 601.044601] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7934503b-87bd-4190-8ba7-8388f9c4b7af with Priority: HIGHEST for action security_group_rules [ 601.044601] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7934503b-87bd-4190-8ba7-8388f9c4b7af taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.044601] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7934503b-87bd-4190-8ba7-8388f9c4b7af" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.215536] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0663161e-9b8d-4c58-97ef-c7c5e0db63a5',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.216672] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-0663161e-9b8d-4c58-97ef-c7c5e0db63a5 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.216855] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0663161e-9b8d-4c58-97ef-c7c5e0db63a5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.220134] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dce2e352-9b81-4295-b2bc-a77fd6b7319a with status ACTIVE [ 601.220134] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.220134] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.220134] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.220134] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.220134] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.220134] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.220134] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.220134] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.220134] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.220134] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.220134] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.220134] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.220134] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.220134] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.220134] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.220134] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dce2e352-9b81-4295-b2bc-a77fd6b7319a is going to be updated. [ 601.246731] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.246906] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.246976] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.247349] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.247349] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.247510] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dce2e352-9b81-4295-b2bc-a77fd6b7319a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.403076] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.403076] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.403076] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.403076] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.403076] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.403076] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7934503b-87bd-4190-8ba7-8388f9c4b7af already deleted. [ 601.403076] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7934503b-87bd-4190-8ba7-8388f9c4b7af" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.403076] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7934503b-87bd-4190-8ba7-8388f9c4b7af" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.403076] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7934503b-87bd-4190-8ba7-8388f9c4b7af" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.403076] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7934503b-87bd-4190-8ba7-8388f9c4b7af',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.425983] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port db413944-cb31-42ec-98c5-726148e470e1 [ 601.426292] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.426438] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.426695] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.426761] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.426868] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.426972] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:db413944-cb31-42ec-98c5-726148e470e1 already deleted. [ 601.427070] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db413944-cb31-42ec-98c5-726148e470e1" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.617915] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c46b658-20fd-4a9b-b756-f44ad3b29eac in Status: SUCCESS [ 601.618110] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c46b658-20fd-4a9b-b756-f44ad3b29eac" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.618285] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c46b658-20fd-4a9b-b756-f44ad3b29eac" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.618543] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c46b658-20fd-4a9b-b756-f44ad3b29eac" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.618830] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.618979] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.619077] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.619351] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.619523] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.620469] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c46b658-20fd-4a9b-b756-f44ad3b29eac" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.620469] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8c46b658-20fd-4a9b-b756-f44ad3b29eac',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.724014] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0663161e-9b8d-4c58-97ef-c7c5e0db63a5',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.977208] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.977208] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.977208] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.977208] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.977208] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.977208] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7934503b-87bd-4190-8ba7-8388f9c4b7af already deleted. [ 601.977208] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7934503b-87bd-4190-8ba7-8388f9c4b7af" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.122152] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c46b658-20fd-4a9b-b756-f44ad3b29eac taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.122377] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c46b658-20fd-4a9b-b756-f44ad3b29eac" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.122464] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c46b658-20fd-4a9b-b756-f44ad3b29eac" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.122785] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c46b658-20fd-4a9b-b756-f44ad3b29eac" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.122884] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.123065] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.123065] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.123205] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.123289] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.123374] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c46b658-20fd-4a9b-b756-f44ad3b29eac" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.123533] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c46b658-20fd-4a9b-b756-f44ad3b29eac taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.123656] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c46b658-20fd-4a9b-b756-f44ad3b29eac" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.123737] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c46b658-20fd-4a9b-b756-f44ad3b29eac" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.123881] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c46b658-20fd-4a9b-b756-f44ad3b29eac" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.124045] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.124157] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.124232] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.124388] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.124467] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.124548] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c46b658-20fd-4a9b-b756-f44ad3b29eac" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.124647] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8c46b658-20fd-4a9b-b756-f44ad3b29eac',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.226939] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.227136] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.227208] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.227528] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.227622] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.227713] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0663161e-9b8d-4c58-97ef-c7c5e0db63a5 is going to be created. [ 602.257090] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.257270] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.257342] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.257551] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.257711] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.270777] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0663161e-9b8d-4c58-97ef-c7c5e0db63a5 in Status: UNINITIALIZED for 2s [ 602.630340] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8c46b658-20fd-4a9b-b756-f44ad3b29eac: rpc.has_security_group_logging(os_id): False [ 602.649718] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.649890] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.649997] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.650212] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.650293] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.650572] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.650649] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.650696] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.650848] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.650932] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.651119] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.651951] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.651951] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.651951] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.651951] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.651951] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.651951] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.651951] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.652888] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.653138] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.653351] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c46b658-20fd-4a9b-b756-f44ad3b29eac is going to be created. [ 602.720805] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.720963] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.721028] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.721305] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.721420] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.736642] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c46b658-20fd-4a9b-b756-f44ad3b29eac in Status: IN_PROGRESS for 2s [ 602.924224] env[65429]: INFO networking_nsxv3.common.synchronization [None req-cd74b416-78a1-4ccd-88d8-493dfbac1df3 None None] Enqueued Resource ID: 25ea788d-8532-48ba-adc8-387d8e62c929 with Priority: HIGHEST for action port [ 602.924633] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25ea788d-8532-48ba-adc8-387d8e62c929 with Priority: HIGHEST for action port [ 602.924825] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-25ea788d-8532-48ba-adc8-387d8e62c929 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.926343] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-25ea788d-8532-48ba-adc8-387d8e62c929" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.926343] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-25ea788d-8532-48ba-adc8-387d8e62c929" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.926343] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-25ea788d-8532-48ba-adc8-387d8e62c929" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.926343] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25ea788d-8532-48ba-adc8-387d8e62c929',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.325999] env[65429]: INFO networking_nsxv3.common.synchronization [req-921ac8b1-3100-4a6a-9ab2-e32c1aafd372 req-7eb5e4c4-76f7-4775-a3b9-d90f5957991b tempest-SecurityGroupRulesNegativeTestJSON-1440197889 tempest-SecurityGroupRulesNegativeTestJSON-1440197889-project-member] Enqueued Resource ID: be22bdd8-21cb-4bd5-a47f-5342c05ceb08 with Priority: HIGHEST for action security_group_rules [ 603.326542] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be22bdd8-21cb-4bd5-a47f-5342c05ceb08 with Priority: HIGHEST for action security_group_rules [ 603.327028] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be22bdd8-21cb-4bd5-a47f-5342c05ceb08 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.327262] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be22bdd8-21cb-4bd5-a47f-5342c05ceb08" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.327413] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be22bdd8-21cb-4bd5-a47f-5342c05ceb08" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.329022] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be22bdd8-21cb-4bd5-a47f-5342c05ceb08" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.329099] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be22bdd8-21cb-4bd5-a47f-5342c05ceb08',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.427476] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 25ea788d-8532-48ba-adc8-387d8e62c929 [ 603.428734] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.428734] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.428734] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.429614] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.429614] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.429614] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:25ea788d-8532-48ba-adc8-387d8e62c929 already deleted. [ 603.429614] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-25ea788d-8532-48ba-adc8-387d8e62c929" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.851340] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.851648] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.851648] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.851782] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.851875] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.851968] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be22bdd8-21cb-4bd5-a47f-5342c05ceb08 already deleted. [ 603.852077] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be22bdd8-21cb-4bd5-a47f-5342c05ceb08" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.114618] env[65429]: INFO networking_nsxv3.common.synchronization [req-a508311a-d275-4582-a0a1-407f227e32c1 req-1b575737-85b0-4b1b-9fa1-41a817dbb843 tempest-SecurityGroupRulesTestJSON-1087926316 tempest-SecurityGroupRulesTestJSON-1087926316-project-member] Enqueued Resource ID: 5a288fc9-8d06-4a06-a305-9826b863b636 with Priority: HIGHEST for action security_group_rules [ 604.114677] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a288fc9-8d06-4a06-a305-9826b863b636 with Priority: HIGHEST for action security_group_rules [ 604.114938] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a288fc9-8d06-4a06-a305-9826b863b636 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.115079] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a288fc9-8d06-4a06-a305-9826b863b636" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.115150] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a288fc9-8d06-4a06-a305-9826b863b636" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.115405] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a288fc9-8d06-4a06-a305-9826b863b636" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.115488] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a288fc9-8d06-4a06-a305-9826b863b636',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.237106] env[65429]: INFO networking_nsxv3.common.synchronization [None req-7552d171-da64-4928-9491-0804ad3fb693 None None] Enqueued Resource ID: fb584596-328e-49bd-bbda-2d655a3585c8 with Priority: HIGHEST for action port [ 604.237595] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb584596-328e-49bd-bbda-2d655a3585c8 with Priority: HIGHEST for action port [ 604.238096] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb584596-328e-49bd-bbda-2d655a3585c8 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.238096] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb584596-328e-49bd-bbda-2d655a3585c8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.238096] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb584596-328e-49bd-bbda-2d655a3585c8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.238373] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb584596-328e-49bd-bbda-2d655a3585c8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.238463] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb584596-328e-49bd-bbda-2d655a3585c8',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.284984] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0663161e-9b8d-4c58-97ef-c7c5e0db63a5 in Status: UNINITIALIZED for 4s [ 604.640349] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.640583] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.640641] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.640824] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.640990] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.641057] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a288fc9-8d06-4a06-a305-9826b863b636 already deleted. [ 604.641182] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a288fc9-8d06-4a06-a305-9826b863b636" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.701407] env[65429]: INFO networking_nsxv3.common.synchronization [None req-8b83c86b-0393-42f7-877b-fcf5ab32338a None None] Enqueued Resource ID: ed232e28-b761-4178-b56c-37d4f2ee2515 with Priority: HIGHEST for action port [ 604.702883] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed232e28-b761-4178-b56c-37d4f2ee2515 with Priority: HIGHEST for action port [ 604.702883] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed232e28-b761-4178-b56c-37d4f2ee2515 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.704048] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed232e28-b761-4178-b56c-37d4f2ee2515" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.704189] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed232e28-b761-4178-b56c-37d4f2ee2515" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.704407] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed232e28-b761-4178-b56c-37d4f2ee2515" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.704552] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed232e28-b761-4178-b56c-37d4f2ee2515',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.742146] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fb584596-328e-49bd-bbda-2d655a3585c8 [ 604.742381] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.742539] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.742592] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.742801] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.742877] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.742994] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fb584596-328e-49bd-bbda-2d655a3585c8 already deleted. [ 604.743123] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb584596-328e-49bd-bbda-2d655a3585c8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.750630] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c46b658-20fd-4a9b-b756-f44ad3b29eac in Status: SUCCESS [ 604.750898] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c46b658-20fd-4a9b-b756-f44ad3b29eac" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.208142] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ed232e28-b761-4178-b56c-37d4f2ee2515 [ 605.208411] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.210021] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.210129] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.210314] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.210394] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.210511] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ed232e28-b761-4178-b56c-37d4f2ee2515 already deleted. [ 605.210598] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed232e28-b761-4178-b56c-37d4f2ee2515" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.304649] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0663161e-9b8d-4c58-97ef-c7c5e0db63a5 in Status: SUCCESS [ 606.305029] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0663161e-9b8d-4c58-97ef-c7c5e0db63a5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.305092] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0663161e-9b8d-4c58-97ef-c7c5e0db63a5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.305296] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0663161e-9b8d-4c58-97ef-c7c5e0db63a5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.305498] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.305616] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.305676] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.305821] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.305902] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.305989] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0663161e-9b8d-4c58-97ef-c7c5e0db63a5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.306125] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0663161e-9b8d-4c58-97ef-c7c5e0db63a5',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.811168] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-0663161e-9b8d-4c58-97ef-c7c5e0db63a5 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.811425] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0663161e-9b8d-4c58-97ef-c7c5e0db63a5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.811515] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0663161e-9b8d-4c58-97ef-c7c5e0db63a5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.811739] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0663161e-9b8d-4c58-97ef-c7c5e0db63a5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.812011] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.812175] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.812257] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.812452] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.812553] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.812636] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0663161e-9b8d-4c58-97ef-c7c5e0db63a5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.812818] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-0663161e-9b8d-4c58-97ef-c7c5e0db63a5 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.812881] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0663161e-9b8d-4c58-97ef-c7c5e0db63a5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.812987] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0663161e-9b8d-4c58-97ef-c7c5e0db63a5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.813174] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0663161e-9b8d-4c58-97ef-c7c5e0db63a5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.814666] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.814666] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.814666] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.814666] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.814666] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.814666] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0663161e-9b8d-4c58-97ef-c7c5e0db63a5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.814666] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0663161e-9b8d-4c58-97ef-c7c5e0db63a5',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.196252] env[65429]: INFO networking_nsxv3.common.synchronization [req-ac82d7a8-ad6a-4ad6-aaa0-70db52f4fe02 req-eb1b39ca-6004-4b93-b29f-1eaea9829f2f tempest-SecurityGroupRulesNegativeTestJSON-1440197889 tempest-SecurityGroupRulesNegativeTestJSON-1440197889-project-member] Enqueued Resource ID: be22bdd8-21cb-4bd5-a47f-5342c05ceb08 with Priority: HIGHEST for action security_group_rules [ 607.197141] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be22bdd8-21cb-4bd5-a47f-5342c05ceb08 with Priority: HIGHEST for action security_group_rules [ 607.197507] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be22bdd8-21cb-4bd5-a47f-5342c05ceb08 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.197643] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be22bdd8-21cb-4bd5-a47f-5342c05ceb08" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.197715] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be22bdd8-21cb-4bd5-a47f-5342c05ceb08" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.197996] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be22bdd8-21cb-4bd5-a47f-5342c05ceb08" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.198103] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be22bdd8-21cb-4bd5-a47f-5342c05ceb08',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.316646] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0663161e-9b8d-4c58-97ef-c7c5e0db63a5: rpc.has_security_group_logging(os_id): False [ 607.338128] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.338128] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.338592] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.338592] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.338592] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.338737] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.338875] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.339015] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.339190] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.339273] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.339460] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.339555] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.339618] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.339827] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.339910] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.340159] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.340436] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.340436] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.340499] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.340529] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.340603] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0663161e-9b8d-4c58-97ef-c7c5e0db63a5 is going to be created. [ 607.411292] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.411292] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.411292] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.411292] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.411485] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.422280] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0663161e-9b8d-4c58-97ef-c7c5e0db63a5 in Status: IN_PROGRESS for 2s [ 607.527744] env[65429]: INFO networking_nsxv3.common.synchronization [req-e219ba55-ee12-456d-8aa2-1c75e752b5c4 req-897d32c6-2082-4d4e-b8ec-c870c2904610 tempest-SecurityGroupRulesTestJSON-1087926316 tempest-SecurityGroupRulesTestJSON-1087926316-project-member] Enqueued Resource ID: 02c66976-f009-48f3-9f94-7497e6bce82e with Priority: HIGHEST for action security_group_rules [ 607.528597] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02c66976-f009-48f3-9f94-7497e6bce82e with Priority: HIGHEST for action security_group_rules [ 607.530412] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02c66976-f009-48f3-9f94-7497e6bce82e taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.530412] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02c66976-f009-48f3-9f94-7497e6bce82e" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.530412] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02c66976-f009-48f3-9f94-7497e6bce82e" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.530412] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02c66976-f009-48f3-9f94-7497e6bce82e" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.530412] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02c66976-f009-48f3-9f94-7497e6bce82e',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.721689] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.723120] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.723120] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.723120] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.723120] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.723120] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be22bdd8-21cb-4bd5-a47f-5342c05ceb08 already deleted. [ 607.723120] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be22bdd8-21cb-4bd5-a47f-5342c05ceb08" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.050866] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.051926] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.051926] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.051926] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.051926] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.051926] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02c66976-f009-48f3-9f94-7497e6bce82e already deleted. [ 608.051926] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02c66976-f009-48f3-9f94-7497e6bce82e" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.174925] env[65429]: INFO networking_nsxv3.common.synchronization [req-8a558ac4-795b-4b03-942a-28d777164eb0 req-481b3ec8-3605-405e-9a46-9af682b13d67 tempest-ServerExternalEventsTest-969131688 tempest-ServerExternalEventsTest-969131688-project-member] Enqueued Resource ID: b49b713f-b3f1-42ed-b9a2-6572ce54218f with Priority: HIGHEST for action security_group_members [ 608.176147] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b49b713f-b3f1-42ed-b9a2-6572ce54218f with Priority: HIGHEST for action security_group_members [ 608.176147] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-b49b713f-b3f1-42ed-b9a2-6572ce54218f taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.176147] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b49b713f-b3f1-42ed-b9a2-6572ce54218f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.176147] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b49b713f-b3f1-42ed-b9a2-6572ce54218f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.176381] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b49b713f-b3f1-42ed-b9a2-6572ce54218f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.176616] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.177098] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.177098] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.177098] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.177098] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.179793] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b49b713f-b3f1-42ed-b9a2-6572ce54218f',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.539681] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock network-698 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.539985] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "network-698" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.540360] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "network-698" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.540360] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "network-698" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.540597] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.540783] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.540907] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.541132] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.541327] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.541526] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 608.541631] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 608.541733] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 608.541929] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 608.541963] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 608.542075] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 608.542196] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 608.575835] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 608.576014] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 608.576419] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 608.576419] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "network-698" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.576606] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock port-78a54f8d-bde6-4fae-8d1e-68e58c235b64 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.576875] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "port-78a54f8d-bde6-4fae-8d1e-68e58c235b64" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.577032] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "port-78a54f8d-bde6-4fae-8d1e-68e58c235b64" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.577355] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "port-78a54f8d-bde6-4fae-8d1e-68e58c235b64" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.577492] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78a54f8d-bde6-4fae-8d1e-68e58c235b64',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.682043] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.682434] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.682518] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.682764] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.682936] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.683134] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.683227] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.683327] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.683507] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.683585] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.683869] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b49b713f-b3f1-42ed-b9a2-6572ce54218f already deleted. [ 608.683869] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b49b713f-b3f1-42ed-b9a2-6572ce54218f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.079527] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.079734] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.079871] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.080214] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.080362] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.080508] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Segment Port 78a54f8d-bde6-4fae-8d1e-68e58c235b64 not found, creating... [ 609.080757] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.080909] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.081053] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.081271] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.081399] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.081663] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.081811] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.081922] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.082133] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.082258] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.082388] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Resource: SegmentPort with ID: 78a54f8d-bde6-4fae-8d1e-68e58c235b64 is going to be created. [ 609.102710] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.102946] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.103080] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.103344] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.103563] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.103777] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "port-78a54f8d-bde6-4fae-8d1e-68e58c235b64" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.438470] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0663161e-9b8d-4c58-97ef-c7c5e0db63a5 in Status: SUCCESS [ 609.438791] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0663161e-9b8d-4c58-97ef-c7c5e0db63a5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.830354] env[65429]: INFO networking_nsxv3.common.synchronization [req-8a558ac4-795b-4b03-942a-28d777164eb0 req-4a951c45-8e4f-462a-a78a-37a786d1d10e service nova] Enqueued Resource ID: b49b713f-b3f1-42ed-b9a2-6572ce54218f with Priority: HIGHEST for action security_group_rules [ 609.830618] env[65429]: INFO networking_nsxv3.common.synchronization [req-8a558ac4-795b-4b03-942a-28d777164eb0 req-4a951c45-8e4f-462a-a78a-37a786d1d10e service nova] Enqueued Resource ID: b49b713f-b3f1-42ed-b9a2-6572ce54218f with Priority: HIGHEST for action security_group_members [ 609.830657] env[65429]: INFO networking_nsxv3.common.synchronization [req-8a558ac4-795b-4b03-942a-28d777164eb0 req-4a951c45-8e4f-462a-a78a-37a786d1d10e service nova] Enqueued Resource ID: 78a54f8d-bde6-4fae-8d1e-68e58c235b64 with Priority: HIGHEST for action port [ 609.831178] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b49b713f-b3f1-42ed-b9a2-6572ce54218f with Priority: HIGHEST for action security_group_rules [ 609.831311] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b49b713f-b3f1-42ed-b9a2-6572ce54218f with Priority: HIGHEST for action security_group_members [ 609.831409] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78a54f8d-bde6-4fae-8d1e-68e58c235b64 with Priority: HIGHEST for action port [ 609.831676] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b49b713f-b3f1-42ed-b9a2-6572ce54218f taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.831842] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b49b713f-b3f1-42ed-b9a2-6572ce54218f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.831886] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b49b713f-b3f1-42ed-b9a2-6572ce54218f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.832117] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b49b713f-b3f1-42ed-b9a2-6572ce54218f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.832202] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b49b713f-b3f1-42ed-b9a2-6572ce54218f',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.833104] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-b49b713f-b3f1-42ed-b9a2-6572ce54218f taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.833206] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b49b713f-b3f1-42ed-b9a2-6572ce54218f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.833206] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b49b713f-b3f1-42ed-b9a2-6572ce54218f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.833377] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b49b713f-b3f1-42ed-b9a2-6572ce54218f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.833507] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.833600] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.833656] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.833806] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.833872] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.833974] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b49b713f-b3f1-42ed-b9a2-6572ce54218f',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.834857] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-78a54f8d-bde6-4fae-8d1e-68e58c235b64 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.834940] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78a54f8d-bde6-4fae-8d1e-68e58c235b64" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.834973] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78a54f8d-bde6-4fae-8d1e-68e58c235b64" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.835147] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78a54f8d-bde6-4fae-8d1e-68e58c235b64" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.835220] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78a54f8d-bde6-4fae-8d1e-68e58c235b64',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.339397] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-b49b713f-b3f1-42ed-b9a2-6572ce54218f taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.339542] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b49b713f-b3f1-42ed-b9a2-6572ce54218f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.339730] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b49b713f-b3f1-42ed-b9a2-6572ce54218f',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.341926] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 78a54f8d-bde6-4fae-8d1e-68e58c235b64 with status ACTIVE [ 610.343458] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.344141] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.344141] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.344247] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.344320] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.344516] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.344660] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.344732] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.344896] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.344992] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.345184] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.345576] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.345576] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.345576] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.345576] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.345749] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 78a54f8d-bde6-4fae-8d1e-68e58c235b64 is going to be updated. [ 610.370402] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.370573] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.370618] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.370822] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.370952] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.371126] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78a54f8d-bde6-4fae-8d1e-68e58c235b64" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.499966] env[65429]: INFO networking_nsxv3.common.synchronization [req-089db03b-8838-417f-b585-b9ecf5750451 req-78728616-5504-4799-b956-1a9820409b85 tempest-ListServerFiltersTestJSON-474899527 tempest-ListServerFiltersTestJSON-474899527-project-member] Enqueued Resource ID: e28debbf-1c00-4cdb-a07a-a8778600e9a3 with Priority: HIGHEST for action security_group_members [ 610.500615] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e28debbf-1c00-4cdb-a07a-a8778600e9a3 with Priority: HIGHEST for action security_group_members [ 610.500937] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-e28debbf-1c00-4cdb-a07a-a8778600e9a3 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.501092] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e28debbf-1c00-4cdb-a07a-a8778600e9a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.501151] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e28debbf-1c00-4cdb-a07a-a8778600e9a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.501414] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e28debbf-1c00-4cdb-a07a-a8778600e9a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.501568] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.501668] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.501728] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.501876] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.501961] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.502305] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e28debbf-1c00-4cdb-a07a-a8778600e9a3',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.847870] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b49b713f-b3f1-42ed-b9a2-6572ce54218f',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.005679] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.005679] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.005910] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.005958] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.006110] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.006606] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.006606] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.006606] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.006730] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.006762] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.006845] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e28debbf-1c00-4cdb-a07a-a8778600e9a3 already deleted. [ 611.007163] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e28debbf-1c00-4cdb-a07a-a8778600e9a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.262332] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock network-576 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.262518] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "network-576" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.262634] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "network-576" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.263018] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "network-576" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.263286] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.263444] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.263557] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.263773] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.263914] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.266541] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 611.266541] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 611.266541] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 611.266704] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 611.266768] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 611.266880] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 611.267021] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 611.292461] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 611.294100] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 611.294100] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 611.294100] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "network-576" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.294100] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock port-a76263d7-7f72-4887-9e92-67ee3b416b86 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.294100] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "port-a76263d7-7f72-4887-9e92-67ee3b416b86" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.294430] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "port-a76263d7-7f72-4887-9e92-67ee3b416b86" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.294657] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "port-a76263d7-7f72-4887-9e92-67ee3b416b86" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.295734] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a76263d7-7f72-4887-9e92-67ee3b416b86',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.355168] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.355168] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.355168] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.355168] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.355168] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.355168] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b49b713f-b3f1-42ed-b9a2-6572ce54218f is going to be created. [ 611.386108] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.386108] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.386108] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.386108] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.386108] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.395949] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b49b713f-b3f1-42ed-b9a2-6572ce54218f in Status: UNINITIALIZED for 2s [ 611.797306] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.797569] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.797695] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.797991] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.798179] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.798343] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Segment Port a76263d7-7f72-4887-9e92-67ee3b416b86 not found, creating... [ 611.798644] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.798874] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.798991] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.799265] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.799408] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.799697] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.799843] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.799959] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.800194] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.800374] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.800516] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Resource: SegmentPort with ID: a76263d7-7f72-4887-9e92-67ee3b416b86 is going to be created. [ 611.823244] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.823463] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.823586] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.823864] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.824115] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.824339] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "port-a76263d7-7f72-4887-9e92-67ee3b416b86" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.866932] env[65429]: INFO networking_nsxv3.common.synchronization [None req-86aa4fb6-9b95-4dfc-b10f-55dd4529d6fa None None] Enqueued Resource ID: 753301cb-61c9-4c3d-be45-2450a7626a93 with Priority: HIGHEST for action port [ 611.867188] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 753301cb-61c9-4c3d-be45-2450a7626a93 with Priority: HIGHEST for action port [ 611.867628] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-753301cb-61c9-4c3d-be45-2450a7626a93 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.868188] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-753301cb-61c9-4c3d-be45-2450a7626a93" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.868268] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-753301cb-61c9-4c3d-be45-2450a7626a93" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.868514] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-753301cb-61c9-4c3d-be45-2450a7626a93" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.868876] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('753301cb-61c9-4c3d-be45-2450a7626a93',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.372466] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 753301cb-61c9-4c3d-be45-2450a7626a93 [ 612.372739] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.372896] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.372968] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.373232] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.373358] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.373478] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:753301cb-61c9-4c3d-be45-2450a7626a93 already deleted. [ 612.373576] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-753301cb-61c9-4c3d-be45-2450a7626a93" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.637650] env[65429]: INFO networking_nsxv3.common.synchronization [req-089db03b-8838-417f-b585-b9ecf5750451 req-48802a42-38a7-4c61-8b92-9ce73e4f4fad service nova] Enqueued Resource ID: e28debbf-1c00-4cdb-a07a-a8778600e9a3 with Priority: HIGHEST for action security_group_rules [ 612.637860] env[65429]: INFO networking_nsxv3.common.synchronization [req-089db03b-8838-417f-b585-b9ecf5750451 req-48802a42-38a7-4c61-8b92-9ce73e4f4fad service nova] Enqueued Resource ID: e28debbf-1c00-4cdb-a07a-a8778600e9a3 with Priority: HIGHEST for action security_group_members [ 612.638211] env[65429]: INFO networking_nsxv3.common.synchronization [req-089db03b-8838-417f-b585-b9ecf5750451 req-48802a42-38a7-4c61-8b92-9ce73e4f4fad service nova] Enqueued Resource ID: a76263d7-7f72-4887-9e92-67ee3b416b86 with Priority: HIGHEST for action port [ 612.638856] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e28debbf-1c00-4cdb-a07a-a8778600e9a3 with Priority: HIGHEST for action security_group_rules [ 612.639054] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e28debbf-1c00-4cdb-a07a-a8778600e9a3 with Priority: HIGHEST for action security_group_members [ 612.639204] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a76263d7-7f72-4887-9e92-67ee3b416b86 with Priority: HIGHEST for action port [ 612.639488] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e28debbf-1c00-4cdb-a07a-a8778600e9a3 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.639662] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e28debbf-1c00-4cdb-a07a-a8778600e9a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.639770] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e28debbf-1c00-4cdb-a07a-a8778600e9a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.640095] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e28debbf-1c00-4cdb-a07a-a8778600e9a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.640250] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e28debbf-1c00-4cdb-a07a-a8778600e9a3',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.643072] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-e28debbf-1c00-4cdb-a07a-a8778600e9a3 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.643168] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e28debbf-1c00-4cdb-a07a-a8778600e9a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.643691] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e28debbf-1c00-4cdb-a07a-a8778600e9a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.643691] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e28debbf-1c00-4cdb-a07a-a8778600e9a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.643691] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.643691] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.643851] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.643851] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.643990] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.644131] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e28debbf-1c00-4cdb-a07a-a8778600e9a3',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.646406] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-a76263d7-7f72-4887-9e92-67ee3b416b86 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.646406] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a76263d7-7f72-4887-9e92-67ee3b416b86" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.646406] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a76263d7-7f72-4887-9e92-67ee3b416b86" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.646406] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a76263d7-7f72-4887-9e92-67ee3b416b86" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.646621] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a76263d7-7f72-4887-9e92-67ee3b416b86',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.973418] env[65429]: INFO networking_nsxv3.common.synchronization [req-22ac82d5-d031-4d67-b8e2-d453ab801e96 req-4a1e64ea-3042-44a1-8a43-2bef6a1e9e67 tempest-VolumesAdminNegativeTest-1308248039 tempest-VolumesAdminNegativeTest-1308248039-project-member] Enqueued Resource ID: 010bc5a5-8d81-4c68-b6e2-90feb36df7ef with Priority: HIGHEST for action security_group_members [ 612.973955] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 010bc5a5-8d81-4c68-b6e2-90feb36df7ef with Priority: HIGHEST for action security_group_members [ 612.975244] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-010bc5a5-8d81-4c68-b6e2-90feb36df7ef taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.975244] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-010bc5a5-8d81-4c68-b6e2-90feb36df7ef" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.975244] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-010bc5a5-8d81-4c68-b6e2-90feb36df7ef" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.975413] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-010bc5a5-8d81-4c68-b6e2-90feb36df7ef" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.975542] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.975650] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.975723] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.975911] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.976033] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.976137] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('010bc5a5-8d81-4c68-b6e2-90feb36df7ef',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.151504] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e28debbf-1c00-4cdb-a07a-a8778600e9a3',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.154044] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a76263d7-7f72-4887-9e92-67ee3b416b86 with status ACTIVE [ 613.154044] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.154044] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.154044] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.154044] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.154044] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.154044] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.154044] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.154044] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.154044] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.154044] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.154044] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.154630] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.154630] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.154630] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.154630] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.154630] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a76263d7-7f72-4887-9e92-67ee3b416b86 is going to be updated. [ 613.157040] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-e28debbf-1c00-4cdb-a07a-a8778600e9a3 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.157040] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e28debbf-1c00-4cdb-a07a-a8778600e9a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.178197] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.178350] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.178406] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.179475] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.179475] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.179475] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a76263d7-7f72-4887-9e92-67ee3b416b86" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.370552] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock network-8 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.370757] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "network-8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.370869] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "network-8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.371307] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "network-8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.371588] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.371749] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.371864] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.372111] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.372268] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.372553] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 613.372612] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 613.372671] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 613.372788] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 613.372878] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 613.372976] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 613.373118] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 613.421746] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b49b713f-b3f1-42ed-b9a2-6572ce54218f in Status: SUCCESS [ 613.422157] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b49b713f-b3f1-42ed-b9a2-6572ce54218f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.422346] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b49b713f-b3f1-42ed-b9a2-6572ce54218f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.423459] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b49b713f-b3f1-42ed-b9a2-6572ce54218f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.423724] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.423894] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.423966] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.424208] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.424301] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.424396] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b49b713f-b3f1-42ed-b9a2-6572ce54218f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.424654] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b49b713f-b3f1-42ed-b9a2-6572ce54218f',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.431654] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 613.431879] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Cache value generated in 0.059 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 613.432291] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 613.432291] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "network-8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.432502] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock port-790cec46-27a0-4a48-93ff-9e93f926f8e9 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.432689] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "port-790cec46-27a0-4a48-93ff-9e93f926f8e9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.432783] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "port-790cec46-27a0-4a48-93ff-9e93f926f8e9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.433264] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "port-790cec46-27a0-4a48-93ff-9e93f926f8e9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.433423] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('790cec46-27a0-4a48-93ff-9e93f926f8e9',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.478383] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.478604] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.478604] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.478932] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.479055] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.479245] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.479349] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.479414] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.479565] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.479642] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.479824] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 010bc5a5-8d81-4c68-b6e2-90feb36df7ef already deleted. [ 613.480012] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-010bc5a5-8d81-4c68-b6e2-90feb36df7ef" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.659558] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e28debbf-1c00-4cdb-a07a-a8778600e9a3',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.915604] env[65429]: INFO networking_nsxv3.common.synchronization [None req-6ad037d5-3250-411a-9ed0-c5cd967c0f8d None None] Enqueued Resource ID: 0578b2ab-b0c8-4252-88fa-23660ac3c78a with Priority: HIGHEST for action port [ 613.915858] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0578b2ab-b0c8-4252-88fa-23660ac3c78a with Priority: HIGHEST for action port [ 613.916508] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-0578b2ab-b0c8-4252-88fa-23660ac3c78a taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.916660] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0578b2ab-b0c8-4252-88fa-23660ac3c78a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.916710] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0578b2ab-b0c8-4252-88fa-23660ac3c78a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.916963] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0578b2ab-b0c8-4252-88fa-23660ac3c78a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.917170] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0578b2ab-b0c8-4252-88fa-23660ac3c78a',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.931479] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-b49b713f-b3f1-42ed-b9a2-6572ce54218f taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.931706] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b49b713f-b3f1-42ed-b9a2-6572ce54218f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.931793] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b49b713f-b3f1-42ed-b9a2-6572ce54218f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.932086] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b49b713f-b3f1-42ed-b9a2-6572ce54218f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.932234] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.932493] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.932493] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.932586] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.932634] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.932704] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b49b713f-b3f1-42ed-b9a2-6572ce54218f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.932822] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-b49b713f-b3f1-42ed-b9a2-6572ce54218f taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.932912] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b49b713f-b3f1-42ed-b9a2-6572ce54218f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.932971] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b49b713f-b3f1-42ed-b9a2-6572ce54218f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.933121] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b49b713f-b3f1-42ed-b9a2-6572ce54218f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.933251] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.933363] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.933409] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.933515] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.933632] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.933686] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b49b713f-b3f1-42ed-b9a2-6572ce54218f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.933740] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b49b713f-b3f1-42ed-b9a2-6572ce54218f',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.935593] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.935836] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.935969] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.936218] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.936354] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.936492] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Segment Port 790cec46-27a0-4a48-93ff-9e93f926f8e9 not found, creating... [ 613.936733] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.936884] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.937017] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.937213] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.937344] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.938224] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.938224] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.938224] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.938224] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.938407] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.938407] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Resource: SegmentPort with ID: 790cec46-27a0-4a48-93ff-9e93f926f8e9 is going to be created. [ 613.963496] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.963743] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.963899] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.964255] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.964685] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.964766] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "port-790cec46-27a0-4a48-93ff-9e93f926f8e9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.163573] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.163977] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.163977] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.164222] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.164322] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.164431] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e28debbf-1c00-4cdb-a07a-a8778600e9a3 is going to be created. [ 614.199083] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.199278] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.199341] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.199584] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.200064] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.211877] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e28debbf-1c00-4cdb-a07a-a8778600e9a3 in Status: UNINITIALIZED for 2s [ 614.419618] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0578b2ab-b0c8-4252-88fa-23660ac3c78a [ 614.420298] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.420298] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.420298] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.420550] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.420652] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.420772] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0578b2ab-b0c8-4252-88fa-23660ac3c78a already deleted. [ 614.420883] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0578b2ab-b0c8-4252-88fa-23660ac3c78a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.439886] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b49b713f-b3f1-42ed-b9a2-6572ce54218f: rpc.has_security_group_logging(os_id): False [ 614.467031] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.467031] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.467031] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.467031] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.467031] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.467031] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.467031] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.467031] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.467031] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.467031] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.467031] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.467031] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.467031] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.467955] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.468192] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.468491] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.468715] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.468940] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.469196] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.469390] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.469554] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b49b713f-b3f1-42ed-b9a2-6572ce54218f is going to be created. [ 614.550367] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.551527] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.551847] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.552444] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.553871] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.561154] env[65429]: INFO networking_nsxv3.common.synchronization [None req-89eb00da-444a-42df-a5fe-ace9c59d025a None None] Enqueued Resource ID: 4bb9f9bb-4d22-451e-a3a7-2b439ca30196 with Priority: HIGHEST for action port [ 614.562131] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bb9f9bb-4d22-451e-a3a7-2b439ca30196 with Priority: HIGHEST for action port [ 614.562677] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-4bb9f9bb-4d22-451e-a3a7-2b439ca30196 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.562888] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4bb9f9bb-4d22-451e-a3a7-2b439ca30196" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.563048] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4bb9f9bb-4d22-451e-a3a7-2b439ca30196" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.563442] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4bb9f9bb-4d22-451e-a3a7-2b439ca30196" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.563583] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bb9f9bb-4d22-451e-a3a7-2b439ca30196',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.567197] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b49b713f-b3f1-42ed-b9a2-6572ce54218f in Status: IN_PROGRESS for 2s [ 614.688569] env[65429]: INFO networking_nsxv3.common.synchronization [req-22ac82d5-d031-4d67-b8e2-d453ab801e96 req-c68cdf05-09ac-4343-8b3e-d749f43199e4 service nova] Enqueued Resource ID: 010bc5a5-8d81-4c68-b6e2-90feb36df7ef with Priority: HIGHEST for action security_group_rules [ 614.689122] env[65429]: INFO networking_nsxv3.common.synchronization [req-22ac82d5-d031-4d67-b8e2-d453ab801e96 req-c68cdf05-09ac-4343-8b3e-d749f43199e4 service nova] Enqueued Resource ID: 010bc5a5-8d81-4c68-b6e2-90feb36df7ef with Priority: HIGHEST for action security_group_members [ 614.689310] env[65429]: INFO networking_nsxv3.common.synchronization [req-22ac82d5-d031-4d67-b8e2-d453ab801e96 req-c68cdf05-09ac-4343-8b3e-d749f43199e4 service nova] Enqueued Resource ID: 790cec46-27a0-4a48-93ff-9e93f926f8e9 with Priority: HIGHEST for action port [ 614.689883] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 010bc5a5-8d81-4c68-b6e2-90feb36df7ef with Priority: HIGHEST for action security_group_rules [ 614.689993] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 010bc5a5-8d81-4c68-b6e2-90feb36df7ef with Priority: HIGHEST for action security_group_members [ 614.692061] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 790cec46-27a0-4a48-93ff-9e93f926f8e9 with Priority: HIGHEST for action port [ 614.692762] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-010bc5a5-8d81-4c68-b6e2-90feb36df7ef taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.692951] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-010bc5a5-8d81-4c68-b6e2-90feb36df7ef" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.693069] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-010bc5a5-8d81-4c68-b6e2-90feb36df7ef" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.693336] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-010bc5a5-8d81-4c68-b6e2-90feb36df7ef" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.693421] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('010bc5a5-8d81-4c68-b6e2-90feb36df7ef',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.694372] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-010bc5a5-8d81-4c68-b6e2-90feb36df7ef taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.694488] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-010bc5a5-8d81-4c68-b6e2-90feb36df7ef" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.694626] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-010bc5a5-8d81-4c68-b6e2-90feb36df7ef" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.694727] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-010bc5a5-8d81-4c68-b6e2-90feb36df7ef" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.695354] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.695354] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.695354] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.695354] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.695354] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.695354] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('010bc5a5-8d81-4c68-b6e2-90feb36df7ef',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.697337] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-790cec46-27a0-4a48-93ff-9e93f926f8e9 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.697455] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-790cec46-27a0-4a48-93ff-9e93f926f8e9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.697519] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-790cec46-27a0-4a48-93ff-9e93f926f8e9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.697676] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-790cec46-27a0-4a48-93ff-9e93f926f8e9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.697757] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('790cec46-27a0-4a48-93ff-9e93f926f8e9',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.066982] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4bb9f9bb-4d22-451e-a3a7-2b439ca30196 [ 615.066982] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.066982] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.066982] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.067263] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.067263] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.067263] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4bb9f9bb-4d22-451e-a3a7-2b439ca30196 already deleted. [ 615.067368] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4bb9f9bb-4d22-451e-a3a7-2b439ca30196" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.168714] env[65429]: INFO networking_nsxv3.common.synchronization [req-ffb9e1ed-423f-4017-a661-017868612a55 req-5f7cc890-17e6-430b-9607-3a2a06c43009 tempest-AttachInterfacesUnderV243Test-1703566497 tempest-AttachInterfacesUnderV243Test-1703566497-project-member] Enqueued Resource ID: f8f68145-b095-4647-a767-ddcbcf856a43 with Priority: HIGHEST for action security_group_members [ 615.169368] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8f68145-b095-4647-a767-ddcbcf856a43 with Priority: HIGHEST for action security_group_members [ 615.169671] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8f68145-b095-4647-a767-ddcbcf856a43 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.169873] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8f68145-b095-4647-a767-ddcbcf856a43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.169965] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8f68145-b095-4647-a767-ddcbcf856a43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.170345] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8f68145-b095-4647-a767-ddcbcf856a43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.170505] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.170607] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.170739] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.171176] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.171176] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.171176] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8f68145-b095-4647-a767-ddcbcf856a43',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.199992] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-010bc5a5-8d81-4c68-b6e2-90feb36df7ef taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.200196] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-010bc5a5-8d81-4c68-b6e2-90feb36df7ef" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.200370] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('010bc5a5-8d81-4c68-b6e2-90feb36df7ef',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.205686] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 790cec46-27a0-4a48-93ff-9e93f926f8e9 with status ACTIVE [ 615.205925] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.206077] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.206141] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.206366] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.206453] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.206694] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.206873] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.206873] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.207070] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.207119] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.207327] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.207446] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.207446] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.207588] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.207658] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.207741] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 790cec46-27a0-4a48-93ff-9e93f926f8e9 is going to be updated. [ 615.237237] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.237479] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.237479] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.237657] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.237779] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.237954] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-790cec46-27a0-4a48-93ff-9e93f926f8e9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.577234] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock network-582 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.577465] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "network-582" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.577556] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "network-582" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.577947] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "network-582" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.578630] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.578831] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.579027] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.579225] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.579407] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.579613] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 615.579769] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 615.579830] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 615.579929] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 615.580045] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 615.580157] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 615.580354] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 615.602419] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 615.602563] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 615.602749] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 615.604315] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "network-582" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.604315] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock port-7968e82f-96ed-40b2-84fb-899ec06cd326 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.604315] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "port-7968e82f-96ed-40b2-84fb-899ec06cd326" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.604315] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "port-7968e82f-96ed-40b2-84fb-899ec06cd326" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.604660] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "port-7968e82f-96ed-40b2-84fb-899ec06cd326" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.605132] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7968e82f-96ed-40b2-84fb-899ec06cd326',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.674250] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.674250] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.674250] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.674250] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.674250] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.674250] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.674250] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.674250] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.674250] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.674250] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.674250] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8f68145-b095-4647-a767-ddcbcf856a43 already deleted. [ 615.674250] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8f68145-b095-4647-a767-ddcbcf856a43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.707639] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('010bc5a5-8d81-4c68-b6e2-90feb36df7ef',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.107587] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.108096] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.108363] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.108774] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.109066] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.109336] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Segment Port 7968e82f-96ed-40b2-84fb-899ec06cd326 not found, creating... [ 616.109740] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.110057] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.110276] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.110599] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.112027] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.112027] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.112027] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.112027] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.112027] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.112027] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.112027] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Resource: SegmentPort with ID: 7968e82f-96ed-40b2-84fb-899ec06cd326 is going to be created. [ 616.139306] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.139798] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.140490] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.140877] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.141778] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.141778] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "port-7968e82f-96ed-40b2-84fb-899ec06cd326" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.218048] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.218048] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.218048] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.218048] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.218048] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.218048] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 010bc5a5-8d81-4c68-b6e2-90feb36df7ef is going to be created. [ 616.228910] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e28debbf-1c00-4cdb-a07a-a8778600e9a3 in Status: SUCCESS [ 616.229198] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e28debbf-1c00-4cdb-a07a-a8778600e9a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.229363] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e28debbf-1c00-4cdb-a07a-a8778600e9a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.229573] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e28debbf-1c00-4cdb-a07a-a8778600e9a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.229787] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.229906] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.229967] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.230139] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.230215] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.230298] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e28debbf-1c00-4cdb-a07a-a8778600e9a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.230385] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e28debbf-1c00-4cdb-a07a-a8778600e9a3',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.235774] env[65429]: INFO networking_nsxv3.common.synchronization [None req-a85a2a57-eb1d-47bf-9d1c-4b6d432b503a None None] Enqueued Resource ID: 81464eed-5eb0-4d76-bb61-c359d215c503 with Priority: HIGHEST for action port [ 616.236228] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81464eed-5eb0-4d76-bb61-c359d215c503 with Priority: HIGHEST for action port [ 616.236588] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-81464eed-5eb0-4d76-bb61-c359d215c503 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.236760] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81464eed-5eb0-4d76-bb61-c359d215c503" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.237086] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81464eed-5eb0-4d76-bb61-c359d215c503" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.237270] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81464eed-5eb0-4d76-bb61-c359d215c503" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.238251] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81464eed-5eb0-4d76-bb61-c359d215c503',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.242333] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.242508] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.243277] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.243277] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.243277] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.258681] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 010bc5a5-8d81-4c68-b6e2-90feb36df7ef in Status: UNINITIALIZED for 2s [ 616.583080] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b49b713f-b3f1-42ed-b9a2-6572ce54218f in Status: SUCCESS [ 616.583080] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b49b713f-b3f1-42ed-b9a2-6572ce54218f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.734473] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-e28debbf-1c00-4cdb-a07a-a8778600e9a3 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.734473] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e28debbf-1c00-4cdb-a07a-a8778600e9a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.734473] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e28debbf-1c00-4cdb-a07a-a8778600e9a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.734721] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e28debbf-1c00-4cdb-a07a-a8778600e9a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.734941] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.735105] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.735184] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.735415] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.735945] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.735945] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e28debbf-1c00-4cdb-a07a-a8778600e9a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.735945] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-e28debbf-1c00-4cdb-a07a-a8778600e9a3 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.735945] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e28debbf-1c00-4cdb-a07a-a8778600e9a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.736184] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e28debbf-1c00-4cdb-a07a-a8778600e9a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.736216] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e28debbf-1c00-4cdb-a07a-a8778600e9a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.736522] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.736609] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.736666] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.736773] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.736843] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.736941] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e28debbf-1c00-4cdb-a07a-a8778600e9a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.737163] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e28debbf-1c00-4cdb-a07a-a8778600e9a3',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.740133] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 81464eed-5eb0-4d76-bb61-c359d215c503 [ 616.741152] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.741152] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.741152] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.741152] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.741152] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.741152] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:81464eed-5eb0-4d76-bb61-c359d215c503 already deleted. [ 616.741152] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81464eed-5eb0-4d76-bb61-c359d215c503" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.971155] env[65429]: INFO networking_nsxv3.common.synchronization [req-ffb9e1ed-423f-4017-a661-017868612a55 req-1a0029cb-172b-4bdd-b8d1-9b174cc0c7b3 service nova] Enqueued Resource ID: f8f68145-b095-4647-a767-ddcbcf856a43 with Priority: HIGHEST for action security_group_rules [ 616.971257] env[65429]: INFO networking_nsxv3.common.synchronization [req-ffb9e1ed-423f-4017-a661-017868612a55 req-1a0029cb-172b-4bdd-b8d1-9b174cc0c7b3 service nova] Enqueued Resource ID: f8f68145-b095-4647-a767-ddcbcf856a43 with Priority: HIGHEST for action security_group_members [ 616.971335] env[65429]: INFO networking_nsxv3.common.synchronization [req-ffb9e1ed-423f-4017-a661-017868612a55 req-1a0029cb-172b-4bdd-b8d1-9b174cc0c7b3 service nova] Enqueued Resource ID: 7968e82f-96ed-40b2-84fb-899ec06cd326 with Priority: HIGHEST for action port [ 616.971916] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8f68145-b095-4647-a767-ddcbcf856a43 with Priority: HIGHEST for action security_group_rules [ 616.972217] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8f68145-b095-4647-a767-ddcbcf856a43 with Priority: HIGHEST for action security_group_members [ 616.972434] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7968e82f-96ed-40b2-84fb-899ec06cd326 with Priority: HIGHEST for action port [ 616.972619] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8f68145-b095-4647-a767-ddcbcf856a43 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.972826] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8f68145-b095-4647-a767-ddcbcf856a43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.972826] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8f68145-b095-4647-a767-ddcbcf856a43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.973022] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8f68145-b095-4647-a767-ddcbcf856a43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.973267] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8f68145-b095-4647-a767-ddcbcf856a43',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.974590] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8f68145-b095-4647-a767-ddcbcf856a43 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.974711] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8f68145-b095-4647-a767-ddcbcf856a43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.974757] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8f68145-b095-4647-a767-ddcbcf856a43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.974908] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8f68145-b095-4647-a767-ddcbcf856a43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.975072] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.975270] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.975270] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.975360] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.975451] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.975543] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8f68145-b095-4647-a767-ddcbcf856a43',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.977187] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-7968e82f-96ed-40b2-84fb-899ec06cd326 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.977324] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7968e82f-96ed-40b2-84fb-899ec06cd326" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.977369] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7968e82f-96ed-40b2-84fb-899ec06cd326" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.977641] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7968e82f-96ed-40b2-84fb-899ec06cd326" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.977756] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7968e82f-96ed-40b2-84fb-899ec06cd326',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.239336] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e28debbf-1c00-4cdb-a07a-a8778600e9a3: rpc.has_security_group_logging(os_id): False [ 617.261350] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.261479] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.261570] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.261803] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.261899] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.262113] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.262218] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.262330] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.262542] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.262542] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.262703] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.262799] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.262864] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.263046] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.263571] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.263571] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.263571] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.263571] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.263726] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.263726] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.263780] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e28debbf-1c00-4cdb-a07a-a8778600e9a3 is going to be created. [ 617.347930] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.348184] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.348280] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.348564] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.348797] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.369672] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e28debbf-1c00-4cdb-a07a-a8778600e9a3 in Status: IN_PROGRESS for 2s [ 617.475474] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8f68145-b095-4647-a767-ddcbcf856a43 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.475670] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8f68145-b095-4647-a767-ddcbcf856a43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.477159] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f8f68145-b095-4647-a767-ddcbcf856a43',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.482475] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7968e82f-96ed-40b2-84fb-899ec06cd326 with status ACTIVE [ 617.482475] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.482475] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.482475] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.482475] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.482475] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.482475] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.482475] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.482475] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.482475] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.482475] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.482475] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.482475] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.482475] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.482475] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.482475] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.482475] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7968e82f-96ed-40b2-84fb-899ec06cd326 is going to be updated. [ 617.510251] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.510251] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.510251] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.510251] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.510251] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.510596] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7968e82f-96ed-40b2-84fb-899ec06cd326" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.791879] env[65429]: INFO networking_nsxv3.common.synchronization [req-0e18eea0-beba-43f3-ba2f-a1fc3a2ff590 req-90d9a00b-0083-4e3c-9ad8-d75c13963f9b tempest-ServerDiagnosticsTest-1442905204 tempest-ServerDiagnosticsTest-1442905204-project-member] Enqueued Resource ID: 6cd4e8ef-f800-418a-ace0-49074fd0166b with Priority: HIGHEST for action security_group_members [ 617.793469] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cd4e8ef-f800-418a-ace0-49074fd0166b with Priority: HIGHEST for action security_group_members [ 617.794016] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cd4e8ef-f800-418a-ace0-49074fd0166b taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.794016] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cd4e8ef-f800-418a-ace0-49074fd0166b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.794188] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cd4e8ef-f800-418a-ace0-49074fd0166b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.794356] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cd4e8ef-f800-418a-ace0-49074fd0166b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.794497] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.794599] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.794812] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.794900] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.794986] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.795103] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6cd4e8ef-f800-418a-ace0-49074fd0166b',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.830467] env[65429]: INFO networking_nsxv3.common.synchronization [req-549f4354-e05b-4647-bba4-46f71b577c67 req-f58ce887-7b9b-463d-97aa-afdf609d45f7 tempest-SecurityGroupRulesTestJSON-1087926316 tempest-SecurityGroupRulesTestJSON-1087926316-project-member] Enqueued Resource ID: cbe65ce9-3cba-4451-98d8-57dba3340fc2 with Priority: HIGHEST for action security_group_rules [ 617.832209] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbe65ce9-3cba-4451-98d8-57dba3340fc2 with Priority: HIGHEST for action security_group_rules [ 617.832514] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbe65ce9-3cba-4451-98d8-57dba3340fc2 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.832634] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbe65ce9-3cba-4451-98d8-57dba3340fc2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.832697] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbe65ce9-3cba-4451-98d8-57dba3340fc2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.832944] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbe65ce9-3cba-4451-98d8-57dba3340fc2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.833438] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbe65ce9-3cba-4451-98d8-57dba3340fc2',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.980162] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f8f68145-b095-4647-a767-ddcbcf856a43',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.040067] env[65429]: INFO networking_nsxv3.common.synchronization [None req-6af500da-bcf1-438e-b102-451a203a0782 tempest-ServersWithSpecificFlavorTestJSON-1606815913 tempest-ServersWithSpecificFlavorTestJSON-1606815913-project-member] Enqueued Resource ID: 82d1b07e-943d-4585-aadd-afbdec6abe9a with Priority: HIGHEST for action security_group_rules [ 618.040673] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82d1b07e-943d-4585-aadd-afbdec6abe9a with Priority: HIGHEST for action security_group_rules [ 618.041037] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82d1b07e-943d-4585-aadd-afbdec6abe9a taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.041218] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82d1b07e-943d-4585-aadd-afbdec6abe9a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.041218] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82d1b07e-943d-4585-aadd-afbdec6abe9a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.041532] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82d1b07e-943d-4585-aadd-afbdec6abe9a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.041571] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82d1b07e-943d-4585-aadd-afbdec6abe9a',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.116605] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock network-698 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.116605] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "network-698" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.116605] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "network-698" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.116605] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "network-698" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.116605] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.116605] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.116605] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.118245] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.118551] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.118914] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 618.119369] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 618.120183] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 618.120183] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 618.120183] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 618.120183] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 618.120894] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 618.140187] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 618.140187] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 618.140187] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 618.140340] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "network-698" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.140550] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock port-34dbb0d8-2707-4ce5-baa6-da4bc8cd22e6 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.140723] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "port-34dbb0d8-2707-4ce5-baa6-da4bc8cd22e6" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.140850] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "port-34dbb0d8-2707-4ce5-baa6-da4bc8cd22e6" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.141311] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "port-34dbb0d8-2707-4ce5-baa6-da4bc8cd22e6" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.141457] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34dbb0d8-2707-4ce5-baa6-da4bc8cd22e6',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.176314] env[65429]: INFO networking_nsxv3.common.synchronization [None req-58492895-03e5-4cbe-b69b-a1ff7422303b tempest-ServersWithSpecificFlavorTestJSON-1606815913 tempest-ServersWithSpecificFlavorTestJSON-1606815913-project-member] Enqueued Resource ID: 82d1b07e-943d-4585-aadd-afbdec6abe9a with Priority: HIGHEST for action security_group_rules [ 618.177636] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82d1b07e-943d-4585-aadd-afbdec6abe9a with Priority: HIGHEST for action security_group_rules [ 618.177636] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82d1b07e-943d-4585-aadd-afbdec6abe9a taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.177636] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82d1b07e-943d-4585-aadd-afbdec6abe9a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.271079] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 010bc5a5-8d81-4c68-b6e2-90feb36df7ef in Status: UNINITIALIZED for 4s [ 618.299273] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.299498] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.299498] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.299725] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.299841] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.300060] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.300188] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.300253] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.300440] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.300510] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.300597] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cd4e8ef-f800-418a-ace0-49074fd0166b already deleted. [ 618.300675] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cd4e8ef-f800-418a-ace0-49074fd0166b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.372507] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.372507] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.372507] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.372762] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.372762] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.372846] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbe65ce9-3cba-4451-98d8-57dba3340fc2 already deleted. [ 618.372932] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbe65ce9-3cba-4451-98d8-57dba3340fc2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.483581] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.483821] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.483967] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.484330] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.484469] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.484638] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8f68145-b095-4647-a767-ddcbcf856a43 is going to be created. [ 618.528521] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.528521] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.528521] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.528724] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.528861] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.543013] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8f68145-b095-4647-a767-ddcbcf856a43 in Status: UNINITIALIZED for 2s [ 618.564300] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.564538] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.564598] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.564837] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.564968] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.565083] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82d1b07e-943d-4585-aadd-afbdec6abe9a already deleted. [ 618.565172] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82d1b07e-943d-4585-aadd-afbdec6abe9a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.565337] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82d1b07e-943d-4585-aadd-afbdec6abe9a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.565532] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82d1b07e-943d-4585-aadd-afbdec6abe9a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.565604] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82d1b07e-943d-4585-aadd-afbdec6abe9a',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.644782] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.645064] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.645213] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.645599] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.645788] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.645942] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Segment Port 34dbb0d8-2707-4ce5-baa6-da4bc8cd22e6 not found, creating... [ 618.646226] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.646397] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.646498] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.646793] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.646942] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.647370] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.647529] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.647646] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.647880] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.648135] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.648280] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Resource: SegmentPort with ID: 34dbb0d8-2707-4ce5-baa6-da4bc8cd22e6 is going to be created. [ 618.669957] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.670144] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.670262] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.670492] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.670714] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.670935] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "port-34dbb0d8-2707-4ce5-baa6-da4bc8cd22e6" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.091621] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.091802] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.091893] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.092162] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.092254] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.092363] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82d1b07e-943d-4585-aadd-afbdec6abe9a already deleted. [ 619.092450] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82d1b07e-943d-4585-aadd-afbdec6abe9a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.399859] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e28debbf-1c00-4cdb-a07a-a8778600e9a3 in Status: SUCCESS [ 619.400177] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e28debbf-1c00-4cdb-a07a-a8778600e9a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.407563] env[65429]: INFO networking_nsxv3.common.synchronization [req-0e18eea0-beba-43f3-ba2f-a1fc3a2ff590 req-902a303e-b8ae-423a-a170-2f9fa90b4c65 service nova] Enqueued Resource ID: 6cd4e8ef-f800-418a-ace0-49074fd0166b with Priority: HIGHEST for action security_group_rules [ 619.407711] env[65429]: INFO networking_nsxv3.common.synchronization [req-0e18eea0-beba-43f3-ba2f-a1fc3a2ff590 req-902a303e-b8ae-423a-a170-2f9fa90b4c65 service nova] Enqueued Resource ID: 6cd4e8ef-f800-418a-ace0-49074fd0166b with Priority: HIGHEST for action security_group_members [ 619.407842] env[65429]: INFO networking_nsxv3.common.synchronization [req-0e18eea0-beba-43f3-ba2f-a1fc3a2ff590 req-902a303e-b8ae-423a-a170-2f9fa90b4c65 service nova] Enqueued Resource ID: 34dbb0d8-2707-4ce5-baa6-da4bc8cd22e6 with Priority: HIGHEST for action port [ 619.408423] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cd4e8ef-f800-418a-ace0-49074fd0166b with Priority: HIGHEST for action security_group_rules [ 619.408561] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cd4e8ef-f800-418a-ace0-49074fd0166b with Priority: HIGHEST for action security_group_members [ 619.408656] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34dbb0d8-2707-4ce5-baa6-da4bc8cd22e6 with Priority: HIGHEST for action port [ 619.409826] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6cd4e8ef-f800-418a-ace0-49074fd0166b taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.410039] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6cd4e8ef-f800-418a-ace0-49074fd0166b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.410092] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6cd4e8ef-f800-418a-ace0-49074fd0166b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.410334] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6cd4e8ef-f800-418a-ace0-49074fd0166b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.410414] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6cd4e8ef-f800-418a-ace0-49074fd0166b',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.412187] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cd4e8ef-f800-418a-ace0-49074fd0166b taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.412187] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cd4e8ef-f800-418a-ace0-49074fd0166b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.412187] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cd4e8ef-f800-418a-ace0-49074fd0166b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.412187] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cd4e8ef-f800-418a-ace0-49074fd0166b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.412187] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.412187] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.412187] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.412187] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.412564] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.412564] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6cd4e8ef-f800-418a-ace0-49074fd0166b',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.414135] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-34dbb0d8-2707-4ce5-baa6-da4bc8cd22e6 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.414135] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34dbb0d8-2707-4ce5-baa6-da4bc8cd22e6" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.414255] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34dbb0d8-2707-4ce5-baa6-da4bc8cd22e6" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.414356] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34dbb0d8-2707-4ce5-baa6-da4bc8cd22e6" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.414423] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34dbb0d8-2707-4ce5-baa6-da4bc8cd22e6',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.726809] env[65429]: INFO networking_nsxv3.common.synchronization [req-68f07026-67e1-4bd0-ae78-b5592d460484 req-191ccab2-e1f8-4208-a5c9-ab91d83851a1 tempest-ServerDiagnosticsNegativeTest-1062993718 tempest-ServerDiagnosticsNegativeTest-1062993718-project-member] Enqueued Resource ID: 8c46b658-20fd-4a9b-b756-f44ad3b29eac with Priority: HIGHEST for action security_group_members [ 619.727441] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c46b658-20fd-4a9b-b756-f44ad3b29eac with Priority: HIGHEST for action security_group_members [ 619.727441] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c46b658-20fd-4a9b-b756-f44ad3b29eac taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.728588] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c46b658-20fd-4a9b-b756-f44ad3b29eac" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.728588] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c46b658-20fd-4a9b-b756-f44ad3b29eac" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.728588] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c46b658-20fd-4a9b-b756-f44ad3b29eac" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.728588] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.728588] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.728588] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.728588] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.728588] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.728588] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c46b658-20fd-4a9b-b756-f44ad3b29eac',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.917323] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cd4e8ef-f800-418a-ace0-49074fd0166b taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.917323] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cd4e8ef-f800-418a-ace0-49074fd0166b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.917581] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6cd4e8ef-f800-418a-ace0-49074fd0166b',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.918869] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 34dbb0d8-2707-4ce5-baa6-da4bc8cd22e6 with status ACTIVE [ 619.918869] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.918869] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.919044] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.920172] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.920172] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.920172] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.920172] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.920172] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.920172] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.920172] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.920172] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.920172] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.920172] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.921048] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.921048] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.921048] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 34dbb0d8-2707-4ce5-baa6-da4bc8cd22e6 is going to be updated. [ 619.945170] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.945322] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.945396] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.945595] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.945725] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.945885] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34dbb0d8-2707-4ce5-baa6-da4bc8cd22e6" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.231022] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.231022] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.231224] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.231280] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.231610] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.231610] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.231762] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.231762] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.232468] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.232468] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.232468] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c46b658-20fd-4a9b-b756-f44ad3b29eac is going to be updated. [ 620.252101] env[65429]: INFO networking_nsxv3.common.synchronization [req-589d685d-f16c-4630-84c4-765967a2ec4d req-45e11c5b-6369-4a80-a2d7-89c97f5fc9a5 tempest-FloatingIPsAssociationNegativeTestJSON-1741439582 tempest-FloatingIPsAssociationNegativeTestJSON-1741439582-project-member] Enqueued Resource ID: 6e4d3984-9f28-4ff9-8a16-16cdebf83852 with Priority: HIGHEST for action security_group_members [ 620.252727] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e4d3984-9f28-4ff9-8a16-16cdebf83852 with Priority: HIGHEST for action security_group_members [ 620.253130] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e4d3984-9f28-4ff9-8a16-16cdebf83852 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.253297] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e4d3984-9f28-4ff9-8a16-16cdebf83852" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.253368] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e4d3984-9f28-4ff9-8a16-16cdebf83852" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.254464] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e4d3984-9f28-4ff9-8a16-16cdebf83852" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.254464] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.254464] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.254464] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.254464] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.254464] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.254464] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e4d3984-9f28-4ff9-8a16-16cdebf83852',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.268918] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.269083] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.269158] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.269372] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.269515] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.280470] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c46b658-20fd-4a9b-b756-f44ad3b29eac in Status: IN_PROGRESS for 2s [ 620.281639] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 010bc5a5-8d81-4c68-b6e2-90feb36df7ef in Status: SUCCESS [ 620.281882] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-010bc5a5-8d81-4c68-b6e2-90feb36df7ef" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.282054] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-010bc5a5-8d81-4c68-b6e2-90feb36df7ef" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.282311] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-010bc5a5-8d81-4c68-b6e2-90feb36df7ef" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.282526] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.282666] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.282727] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.282890] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.282973] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.283091] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-010bc5a5-8d81-4c68-b6e2-90feb36df7ef" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.283192] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('010bc5a5-8d81-4c68-b6e2-90feb36df7ef',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.422244] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6cd4e8ef-f800-418a-ace0-49074fd0166b',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.498465] env[65429]: INFO networking_nsxv3.common.synchronization [req-b578d47d-3fc4-4ee3-ba69-1b8a697ae4ef req-9fde3cf9-6b9e-4a98-85f0-18378d7ebb4d tempest-DeleteServersAdminTestJSON-1014594385 tempest-DeleteServersAdminTestJSON-1014594385-project-admin] Enqueued Resource ID: 0663161e-9b8d-4c58-97ef-c7c5e0db63a5 with Priority: HIGHEST for action security_group_members [ 620.498465] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0663161e-9b8d-4c58-97ef-c7c5e0db63a5 with Priority: HIGHEST for action security_group_members [ 620.499033] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-0663161e-9b8d-4c58-97ef-c7c5e0db63a5 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.499400] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0663161e-9b8d-4c58-97ef-c7c5e0db63a5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.499400] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0663161e-9b8d-4c58-97ef-c7c5e0db63a5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.499550] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0663161e-9b8d-4c58-97ef-c7c5e0db63a5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.499636] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.499753] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.499841] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.500015] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.500134] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.500220] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0663161e-9b8d-4c58-97ef-c7c5e0db63a5',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.554855] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8f68145-b095-4647-a767-ddcbcf856a43 in Status: SUCCESS [ 620.555133] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8f68145-b095-4647-a767-ddcbcf856a43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.555299] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8f68145-b095-4647-a767-ddcbcf856a43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.555543] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8f68145-b095-4647-a767-ddcbcf856a43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.555803] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.556010] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.556107] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.556272] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.556356] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.556443] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8f68145-b095-4647-a767-ddcbcf856a43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.556535] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f8f68145-b095-4647-a767-ddcbcf856a43',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.756794] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.757637] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.757637] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.757954] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.758859] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.758859] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.758859] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.758859] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.758859] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.759216] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.759216] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e4d3984-9f28-4ff9-8a16-16cdebf83852 already deleted. [ 620.759216] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e4d3984-9f28-4ff9-8a16-16cdebf83852" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.786439] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-010bc5a5-8d81-4c68-b6e2-90feb36df7ef taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.786899] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-010bc5a5-8d81-4c68-b6e2-90feb36df7ef" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.786991] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-010bc5a5-8d81-4c68-b6e2-90feb36df7ef" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.787413] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-010bc5a5-8d81-4c68-b6e2-90feb36df7ef" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.787668] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.787784] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.787857] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.788061] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.788155] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.788248] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-010bc5a5-8d81-4c68-b6e2-90feb36df7ef" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.788398] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-010bc5a5-8d81-4c68-b6e2-90feb36df7ef taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.788495] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-010bc5a5-8d81-4c68-b6e2-90feb36df7ef" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.788558] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-010bc5a5-8d81-4c68-b6e2-90feb36df7ef" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.788714] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-010bc5a5-8d81-4c68-b6e2-90feb36df7ef" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.789056] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.789257] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.789335] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.789510] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.789598] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.789689] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-010bc5a5-8d81-4c68-b6e2-90feb36df7ef" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.789906] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('010bc5a5-8d81-4c68-b6e2-90feb36df7ef',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.858045] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock network-496 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.858045] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "network-496" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.858289] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "network-496" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.858418] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "network-496" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.858657] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.858816] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.858979] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.862040] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.862040] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.862040] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.862040] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 620.862040] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 620.862040] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 620.862040] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.862040] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 620.862040] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 620.885318] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 620.885539] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 620.885640] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 620.885816] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "network-496" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.886185] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock port-cc282752-e3d6-4aa2-a532-8cc1f463d43b taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.886385] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "port-cc282752-e3d6-4aa2-a532-8cc1f463d43b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.886502] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "port-cc282752-e3d6-4aa2-a532-8cc1f463d43b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.886867] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "port-cc282752-e3d6-4aa2-a532-8cc1f463d43b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.886998] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc282752-e3d6-4aa2-a532-8cc1f463d43b',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.927245] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.927653] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.927653] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.927829] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.927829] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.927907] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cd4e8ef-f800-418a-ace0-49074fd0166b is going to be created. [ 620.961610] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.961804] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.961846] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.962118] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.962194] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.975360] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cd4e8ef-f800-418a-ace0-49074fd0166b in Status: UNINITIALIZED for 2s [ 621.002349] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.002613] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.002699] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.003058] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.003204] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.003498] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.003644] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.003709] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.003970] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.004168] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.004303] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0663161e-9b8d-4c58-97ef-c7c5e0db63a5 is going to be updated. [ 621.037542] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.037760] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.037760] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.037948] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.038972] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.048583] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0663161e-9b8d-4c58-97ef-c7c5e0db63a5 in Status: IN_PROGRESS for 2s [ 621.059238] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f8f68145-b095-4647-a767-ddcbcf856a43',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.292566] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 010bc5a5-8d81-4c68-b6e2-90feb36df7ef: rpc.has_security_group_logging(os_id): False [ 621.321408] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.321563] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.321630] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.321852] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.321944] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.322200] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.322305] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.322368] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.322536] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.322613] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.322785] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.322878] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.322947] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.323083] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.323157] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.323332] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.323415] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.323472] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.323606] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.323678] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.323758] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 010bc5a5-8d81-4c68-b6e2-90feb36df7ef is going to be created. [ 621.391285] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.391575] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.391728] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.392061] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.392297] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.393123] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Segment Port cc282752-e3d6-4aa2-a532-8cc1f463d43b not found, creating... [ 621.393123] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.393123] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.393123] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.393281] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.393415] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.393863] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.394096] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.394228] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.394474] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.394631] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.394795] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Resource: SegmentPort with ID: cc282752-e3d6-4aa2-a532-8cc1f463d43b is going to be created. [ 621.428285] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.428661] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.428661] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.428757] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.428893] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.436824] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.437069] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.437192] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.437443] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.437652] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.437859] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "port-cc282752-e3d6-4aa2-a532-8cc1f463d43b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.440916] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 010bc5a5-8d81-4c68-b6e2-90feb36df7ef in Status: IN_PROGRESS for 2s [ 621.563703] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f8f68145-b095-4647-a767-ddcbcf856a43: rpc.has_security_group_logging(os_id): False [ 621.593703] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.593954] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.593954] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.594596] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.594596] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.594596] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.594596] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.594945] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.594945] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.594945] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.595045] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8f68145-b095-4647-a767-ddcbcf856a43 is going to be created. [ 621.713730] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.713942] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.713942] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.714186] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.714372] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.725075] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8f68145-b095-4647-a767-ddcbcf856a43 in Status: IN_PROGRESS for 2s [ 622.117689] env[65429]: INFO networking_nsxv3.common.synchronization [req-589d685d-f16c-4630-84c4-765967a2ec4d req-9bc519bb-1f69-4c7d-bfc6-45c927331fd2 service nova] Enqueued Resource ID: 6e4d3984-9f28-4ff9-8a16-16cdebf83852 with Priority: HIGHEST for action security_group_rules [ 622.119234] env[65429]: INFO networking_nsxv3.common.synchronization [req-589d685d-f16c-4630-84c4-765967a2ec4d req-9bc519bb-1f69-4c7d-bfc6-45c927331fd2 service nova] Enqueued Resource ID: 6e4d3984-9f28-4ff9-8a16-16cdebf83852 with Priority: HIGHEST for action security_group_members [ 622.119234] env[65429]: INFO networking_nsxv3.common.synchronization [req-589d685d-f16c-4630-84c4-765967a2ec4d req-9bc519bb-1f69-4c7d-bfc6-45c927331fd2 service nova] Enqueued Resource ID: cc282752-e3d6-4aa2-a532-8cc1f463d43b with Priority: HIGHEST for action port [ 622.119234] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e4d3984-9f28-4ff9-8a16-16cdebf83852 with Priority: HIGHEST for action security_group_rules [ 622.119234] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e4d3984-9f28-4ff9-8a16-16cdebf83852 with Priority: HIGHEST for action security_group_members [ 622.119234] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc282752-e3d6-4aa2-a532-8cc1f463d43b with Priority: HIGHEST for action port [ 622.120104] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e4d3984-9f28-4ff9-8a16-16cdebf83852 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.120104] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e4d3984-9f28-4ff9-8a16-16cdebf83852" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.120104] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e4d3984-9f28-4ff9-8a16-16cdebf83852" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.120458] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e4d3984-9f28-4ff9-8a16-16cdebf83852" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.120458] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e4d3984-9f28-4ff9-8a16-16cdebf83852',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.121262] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e4d3984-9f28-4ff9-8a16-16cdebf83852 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.122137] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e4d3984-9f28-4ff9-8a16-16cdebf83852" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.122137] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e4d3984-9f28-4ff9-8a16-16cdebf83852" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.122137] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e4d3984-9f28-4ff9-8a16-16cdebf83852" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.122137] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.122137] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.122137] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.122137] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.122497] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.122497] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e4d3984-9f28-4ff9-8a16-16cdebf83852',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.123207] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc282752-e3d6-4aa2-a532-8cc1f463d43b taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.123345] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc282752-e3d6-4aa2-a532-8cc1f463d43b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.123436] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc282752-e3d6-4aa2-a532-8cc1f463d43b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.123610] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc282752-e3d6-4aa2-a532-8cc1f463d43b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.123716] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc282752-e3d6-4aa2-a532-8cc1f463d43b',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.290978] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c46b658-20fd-4a9b-b756-f44ad3b29eac in Status: IN_PROGRESS for 4s [ 622.507649] env[65429]: INFO networking_nsxv3.common.synchronization [req-ff3c1d3e-bca1-4679-bc0c-9423ca89089e req-4c7bee1c-8a19-42c1-98fe-d23fcbb1fafd tempest-ListServerFiltersTestJSON-474899527 tempest-ListServerFiltersTestJSON-474899527-project-member] Enqueued Resource ID: e28debbf-1c00-4cdb-a07a-a8778600e9a3 with Priority: HIGHEST for action security_group_members [ 622.508299] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e28debbf-1c00-4cdb-a07a-a8778600e9a3 with Priority: HIGHEST for action security_group_members [ 622.508840] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-e28debbf-1c00-4cdb-a07a-a8778600e9a3 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.509341] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e28debbf-1c00-4cdb-a07a-a8778600e9a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.509341] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e28debbf-1c00-4cdb-a07a-a8778600e9a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.509341] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e28debbf-1c00-4cdb-a07a-a8778600e9a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.509778] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.509778] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.509778] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.509778] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.509977] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.509977] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e28debbf-1c00-4cdb-a07a-a8778600e9a3',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.626532] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e4d3984-9f28-4ff9-8a16-16cdebf83852',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.627593] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e4d3984-9f28-4ff9-8a16-16cdebf83852 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.627593] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e4d3984-9f28-4ff9-8a16-16cdebf83852" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.627593] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cc282752-e3d6-4aa2-a532-8cc1f463d43b with status ACTIVE [ 622.627593] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.628055] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.628055] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.628292] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.628398] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.628605] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.628707] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.629259] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.629259] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.629688] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.630555] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.630555] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.630555] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.630555] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.630555] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.630555] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cc282752-e3d6-4aa2-a532-8cc1f463d43b is going to be updated. [ 622.655860] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.656093] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.656093] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.656581] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.656581] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.656742] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc282752-e3d6-4aa2-a532-8cc1f463d43b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.954451] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock network-576 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.954672] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "network-576" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.954796] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "network-576" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.956058] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "network-576" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.957333] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.958341] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.958341] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.960667] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.960667] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.960667] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 622.960667] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 622.960667] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 622.960667] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 622.960667] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 622.960944] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 622.960944] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 622.986838] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 622.987417] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 622.987680] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 622.989062] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "network-576" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.989525] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock port-0762049c-bc01-454d-a0b9-8ca1cf657c8b taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.989952] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "port-0762049c-bc01-454d-a0b9-8ca1cf657c8b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.990679] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "port-0762049c-bc01-454d-a0b9-8ca1cf657c8b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.991259] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "port-0762049c-bc01-454d-a0b9-8ca1cf657c8b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.991596] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0762049c-bc01-454d-a0b9-8ca1cf657c8b',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.994148] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cd4e8ef-f800-418a-ace0-49074fd0166b in Status: SUCCESS [ 622.997173] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cd4e8ef-f800-418a-ace0-49074fd0166b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.997173] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cd4e8ef-f800-418a-ace0-49074fd0166b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.997173] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cd4e8ef-f800-418a-ace0-49074fd0166b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.997173] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.997173] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.997173] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.997173] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.997173] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.997173] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cd4e8ef-f800-418a-ace0-49074fd0166b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.997173] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6cd4e8ef-f800-418a-ace0-49074fd0166b',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.014405] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e28debbf-1c00-4cdb-a07a-a8778600e9a3',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.060931] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0663161e-9b8d-4c58-97ef-c7c5e0db63a5 in Status: SUCCESS [ 623.061121] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0663161e-9b8d-4c58-97ef-c7c5e0db63a5 deletion is rescheduled due to dependency. [ 623.061282] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0663161e-9b8d-4c58-97ef-c7c5e0db63a5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.132320] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e4d3984-9f28-4ff9-8a16-16cdebf83852',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.453310] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 010bc5a5-8d81-4c68-b6e2-90feb36df7ef in Status: SUCCESS [ 623.453561] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-010bc5a5-8d81-4c68-b6e2-90feb36df7ef" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.499341] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.499621] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.499782] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.500243] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.500779] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.500779] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Segment Port 0762049c-bc01-454d-a0b9-8ca1cf657c8b not found, creating... [ 623.501035] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.501258] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.501401] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.501656] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.501818] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.502146] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.502402] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.502468] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.502733] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.502874] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.503016] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Resource: SegmentPort with ID: 0762049c-bc01-454d-a0b9-8ca1cf657c8b is going to be created. [ 623.504382] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cd4e8ef-f800-418a-ace0-49074fd0166b taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.504577] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cd4e8ef-f800-418a-ace0-49074fd0166b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.504695] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cd4e8ef-f800-418a-ace0-49074fd0166b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.504948] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cd4e8ef-f800-418a-ace0-49074fd0166b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.505148] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.505256] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.505322] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.505482] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.505576] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.505639] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cd4e8ef-f800-418a-ace0-49074fd0166b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.505791] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cd4e8ef-f800-418a-ace0-49074fd0166b taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.505886] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cd4e8ef-f800-418a-ace0-49074fd0166b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.506099] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cd4e8ef-f800-418a-ace0-49074fd0166b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.506099] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cd4e8ef-f800-418a-ace0-49074fd0166b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.506235] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.506348] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.506380] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.506516] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.506590] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.506667] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cd4e8ef-f800-418a-ace0-49074fd0166b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.506803] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6cd4e8ef-f800-418a-ace0-49074fd0166b',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.516508] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e28debbf-1c00-4cdb-a07a-a8778600e9a3',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.531696] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.531929] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.532074] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.532416] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.532737] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.533011] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "port-0762049c-bc01-454d-a0b9-8ca1cf657c8b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.637916] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.637916] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.637916] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.638289] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.638289] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.638681] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e4d3984-9f28-4ff9-8a16-16cdebf83852 is going to be created. [ 623.685053] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.685053] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.685053] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.685053] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.685372] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.704774] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e4d3984-9f28-4ff9-8a16-16cdebf83852 in Status: UNINITIALIZED for 2s [ 623.744608] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8f68145-b095-4647-a767-ddcbcf856a43 in Status: SUCCESS [ 623.744834] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8f68145-b095-4647-a767-ddcbcf856a43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.010672] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6cd4e8ef-f800-418a-ace0-49074fd0166b: rpc.has_security_group_logging(os_id): False [ 624.021761] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.021761] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.021761] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.021761] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.021761] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.021761] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e28debbf-1c00-4cdb-a07a-a8778600e9a3 is going to be updated. [ 624.030637] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.030637] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.030845] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.031387] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.031387] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.031506] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.031659] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.031704] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.031866] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.031973] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.032227] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.032349] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.032411] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.033050] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.033050] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.033050] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.033404] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.033404] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.033545] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.033624] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.033729] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6cd4e8ef-f800-418a-ace0-49074fd0166b is going to be created. [ 624.060674] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.060674] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.061458] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.061458] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.061458] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.075123] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e28debbf-1c00-4cdb-a07a-a8778600e9a3 in Status: IN_PROGRESS for 2s [ 624.118484] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.118708] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.118708] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.118980] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.119275] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.134748] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6cd4e8ef-f800-418a-ace0-49074fd0166b in Status: IN_PROGRESS for 2s [ 624.262375] env[65429]: INFO networking_nsxv3.common.synchronization [req-ff3c1d3e-bca1-4679-bc0c-9423ca89089e req-7776d27a-387d-4c63-af81-185cbd6bd8c3 service nova] Enqueued Resource ID: e28debbf-1c00-4cdb-a07a-a8778600e9a3 with Priority: HIGHEST for action security_group_rules [ 624.263055] env[65429]: INFO networking_nsxv3.common.synchronization [req-ff3c1d3e-bca1-4679-bc0c-9423ca89089e req-7776d27a-387d-4c63-af81-185cbd6bd8c3 service nova] Enqueued Resource ID: e28debbf-1c00-4cdb-a07a-a8778600e9a3 with Priority: HIGHEST for action security_group_members [ 624.263055] env[65429]: INFO networking_nsxv3.common.synchronization [req-ff3c1d3e-bca1-4679-bc0c-9423ca89089e req-7776d27a-387d-4c63-af81-185cbd6bd8c3 service nova] Enqueued Resource ID: 0762049c-bc01-454d-a0b9-8ca1cf657c8b with Priority: HIGHEST for action port [ 624.263540] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e28debbf-1c00-4cdb-a07a-a8778600e9a3 with Priority: HIGHEST for action security_group_rules [ 624.263856] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e28debbf-1c00-4cdb-a07a-a8778600e9a3 with Priority: HIGHEST for action security_group_members [ 624.263974] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0762049c-bc01-454d-a0b9-8ca1cf657c8b with Priority: HIGHEST for action port [ 624.264351] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e28debbf-1c00-4cdb-a07a-a8778600e9a3 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.264471] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e28debbf-1c00-4cdb-a07a-a8778600e9a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.264534] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e28debbf-1c00-4cdb-a07a-a8778600e9a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.264893] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e28debbf-1c00-4cdb-a07a-a8778600e9a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.264983] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e28debbf-1c00-4cdb-a07a-a8778600e9a3',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.266021] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-e28debbf-1c00-4cdb-a07a-a8778600e9a3 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.266141] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e28debbf-1c00-4cdb-a07a-a8778600e9a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.266332] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-0762049c-bc01-454d-a0b9-8ca1cf657c8b taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.266446] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0762049c-bc01-454d-a0b9-8ca1cf657c8b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.266514] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0762049c-bc01-454d-a0b9-8ca1cf657c8b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.266841] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0762049c-bc01-454d-a0b9-8ca1cf657c8b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.266901] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0762049c-bc01-454d-a0b9-8ca1cf657c8b',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.323075] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c46b658-20fd-4a9b-b756-f44ad3b29eac in Status: SUCCESS [ 624.323331] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c46b658-20fd-4a9b-b756-f44ad3b29eac deletion is rescheduled due to dependency. [ 624.323481] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c46b658-20fd-4a9b-b756-f44ad3b29eac" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.770405] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-e28debbf-1c00-4cdb-a07a-a8778600e9a3 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.770839] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e28debbf-1c00-4cdb-a07a-a8778600e9a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.770839] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0762049c-bc01-454d-a0b9-8ca1cf657c8b with status ACTIVE [ 624.772885] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.772885] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.772885] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.772885] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.772885] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.772885] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.772885] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.772885] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.772885] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.772885] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.772885] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.772885] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.772885] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.772885] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.772885] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.772885] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0762049c-bc01-454d-a0b9-8ca1cf657c8b is going to be updated. [ 624.801160] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.802054] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.802054] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.802054] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.802054] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.802054] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0762049c-bc01-454d-a0b9-8ca1cf657c8b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.194234] env[65429]: INFO networking_nsxv3.common.synchronization [req-d56de889-37d2-47fb-b4a9-ec1673307bc6 req-8fbd8feb-07c4-4d23-a577-0e458b353bf4 tempest-AttachInterfacesTestJSON-192137818 tempest-AttachInterfacesTestJSON-192137818-project-member] Enqueued Resource ID: bdbf7716-cc97-42ad-a945-099708388420 with Priority: HIGHEST for action security_group_members [ 625.194626] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdbf7716-cc97-42ad-a945-099708388420 with Priority: HIGHEST for action security_group_members [ 625.195468] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdbf7716-cc97-42ad-a945-099708388420 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.195632] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdbf7716-cc97-42ad-a945-099708388420" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.196390] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdbf7716-cc97-42ad-a945-099708388420" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.196390] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdbf7716-cc97-42ad-a945-099708388420" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.196570] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.196674] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.196674] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.196893] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.196945] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.197063] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdbf7716-cc97-42ad-a945-099708388420',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.656526] env[65429]: INFO networking_nsxv3.common.synchronization [None req-917cf9e2-3b9c-4f25-b623-28203352204b None None] Enqueued Resource ID: 69e67bbf-06da-40b9-acd1-4a73e8932a88 with Priority: HIGHEST for action port [ 625.657232] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69e67bbf-06da-40b9-acd1-4a73e8932a88 with Priority: HIGHEST for action port [ 625.657632] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-69e67bbf-06da-40b9-acd1-4a73e8932a88 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.657728] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69e67bbf-06da-40b9-acd1-4a73e8932a88" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.657806] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69e67bbf-06da-40b9-acd1-4a73e8932a88" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.658373] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69e67bbf-06da-40b9-acd1-4a73e8932a88" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.658637] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69e67bbf-06da-40b9-acd1-4a73e8932a88',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.698882] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock network-846 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.700099] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "network-846" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.700099] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "network-846" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.703589] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "network-846" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.703589] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.703589] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.703589] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.703589] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.703589] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.703589] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 625.703589] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 625.703589] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 625.703589] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 625.703589] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 625.703589] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 625.703589] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 625.704455] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.704731] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.704900] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.705186] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.705373] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.705734] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.706047] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.706250] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.706504] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.706685] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.706974] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdbf7716-cc97-42ad-a945-099708388420 already deleted. [ 625.707179] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdbf7716-cc97-42ad-a945-099708388420" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.721602] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e4d3984-9f28-4ff9-8a16-16cdebf83852 in Status: SUCCESS [ 625.722078] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e4d3984-9f28-4ff9-8a16-16cdebf83852" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.722852] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e4d3984-9f28-4ff9-8a16-16cdebf83852" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.723192] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e4d3984-9f28-4ff9-8a16-16cdebf83852" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.723520] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.723761] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.723922] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.724207] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.724393] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.724567] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e4d3984-9f28-4ff9-8a16-16cdebf83852" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.724849] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6e4d3984-9f28-4ff9-8a16-16cdebf83852',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.732147] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 625.732147] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 625.732147] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 625.732147] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "network-846" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.732147] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock port-e3628c6d-b169-49df-8a2f-27cafcb8ad70 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.732147] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "port-e3628c6d-b169-49df-8a2f-27cafcb8ad70" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.732147] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "port-e3628c6d-b169-49df-8a2f-27cafcb8ad70" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.732553] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "port-e3628c6d-b169-49df-8a2f-27cafcb8ad70" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.732590] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3628c6d-b169-49df-8a2f-27cafcb8ad70',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.090092] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e28debbf-1c00-4cdb-a07a-a8778600e9a3 in Status: SUCCESS [ 626.092078] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e28debbf-1c00-4cdb-a07a-a8778600e9a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.092078] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e28debbf-1c00-4cdb-a07a-a8778600e9a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.092078] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e28debbf-1c00-4cdb-a07a-a8778600e9a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.092078] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.092078] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.092078] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.092078] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.092078] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.092078] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e28debbf-1c00-4cdb-a07a-a8778600e9a3',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.161641] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 69e67bbf-06da-40b9-acd1-4a73e8932a88 [ 626.162091] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.162269] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.162367] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.162658] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.162766] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.162908] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:69e67bbf-06da-40b9-acd1-4a73e8932a88 already deleted. [ 626.166033] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69e67bbf-06da-40b9-acd1-4a73e8932a88" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.175540] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6cd4e8ef-f800-418a-ace0-49074fd0166b in Status: SUCCESS [ 626.175827] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6cd4e8ef-f800-418a-ace0-49074fd0166b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.228486] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e4d3984-9f28-4ff9-8a16-16cdebf83852 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.228746] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e4d3984-9f28-4ff9-8a16-16cdebf83852" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.228746] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e4d3984-9f28-4ff9-8a16-16cdebf83852" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.230107] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e4d3984-9f28-4ff9-8a16-16cdebf83852" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.230379] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.230512] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.230585] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.230777] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.230868] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.230964] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e4d3984-9f28-4ff9-8a16-16cdebf83852" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.231152] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e4d3984-9f28-4ff9-8a16-16cdebf83852 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.231264] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e4d3984-9f28-4ff9-8a16-16cdebf83852" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.231324] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e4d3984-9f28-4ff9-8a16-16cdebf83852" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.231469] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e4d3984-9f28-4ff9-8a16-16cdebf83852" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.231606] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.231698] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.231759] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.231895] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.231972] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.232073] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e4d3984-9f28-4ff9-8a16-16cdebf83852" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.232164] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6e4d3984-9f28-4ff9-8a16-16cdebf83852',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.235481] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.235481] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.235721] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.235721] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.235836] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.235978] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Segment Port e3628c6d-b169-49df-8a2f-27cafcb8ad70 not found, creating... [ 626.236228] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.236371] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.236479] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.236674] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.236874] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.237289] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.237472] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.237591] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.237872] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.237933] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.238084] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Resource: SegmentPort with ID: e3628c6d-b169-49df-8a2f-27cafcb8ad70 is going to be created. [ 626.276911] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.277228] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.277322] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.277596] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.277835] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.278074] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "port-e3628c6d-b169-49df-8a2f-27cafcb8ad70" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.595033] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e28debbf-1c00-4cdb-a07a-a8778600e9a3',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.734307] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6e4d3984-9f28-4ff9-8a16-16cdebf83852: rpc.has_security_group_logging(os_id): False [ 626.754893] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.755070] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.755170] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.756415] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.757121] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.757121] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.757121] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.757121] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.758240] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.758320] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.758630] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.759151] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.759286] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.759555] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.759650] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.759879] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.759995] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.760090] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.760287] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.760367] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.760462] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e4d3984-9f28-4ff9-8a16-16cdebf83852 is going to be created. [ 626.864914] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.865203] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.865203] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.865496] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.866608] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.885319] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e4d3984-9f28-4ff9-8a16-16cdebf83852 in Status: IN_PROGRESS for 2s [ 627.041049] env[65429]: INFO networking_nsxv3.common.synchronization [req-d56de889-37d2-47fb-b4a9-ec1673307bc6 req-36979e39-6944-4c1d-99dc-767e932fcfc8 service nova] Enqueued Resource ID: bdbf7716-cc97-42ad-a945-099708388420 with Priority: HIGHEST for action security_group_rules [ 627.041049] env[65429]: INFO networking_nsxv3.common.synchronization [req-d56de889-37d2-47fb-b4a9-ec1673307bc6 req-36979e39-6944-4c1d-99dc-767e932fcfc8 service nova] Enqueued Resource ID: bdbf7716-cc97-42ad-a945-099708388420 with Priority: HIGHEST for action security_group_members [ 627.041049] env[65429]: INFO networking_nsxv3.common.synchronization [req-d56de889-37d2-47fb-b4a9-ec1673307bc6 req-36979e39-6944-4c1d-99dc-767e932fcfc8 service nova] Enqueued Resource ID: e3628c6d-b169-49df-8a2f-27cafcb8ad70 with Priority: HIGHEST for action port [ 627.041441] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdbf7716-cc97-42ad-a945-099708388420 with Priority: HIGHEST for action security_group_rules [ 627.041606] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdbf7716-cc97-42ad-a945-099708388420 with Priority: HIGHEST for action security_group_members [ 627.041709] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3628c6d-b169-49df-8a2f-27cafcb8ad70 with Priority: HIGHEST for action port [ 627.041990] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bdbf7716-cc97-42ad-a945-099708388420 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.042130] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bdbf7716-cc97-42ad-a945-099708388420" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.042197] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bdbf7716-cc97-42ad-a945-099708388420" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.043265] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bdbf7716-cc97-42ad-a945-099708388420" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.043265] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bdbf7716-cc97-42ad-a945-099708388420',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.043455] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdbf7716-cc97-42ad-a945-099708388420 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.044170] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdbf7716-cc97-42ad-a945-099708388420" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.044170] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdbf7716-cc97-42ad-a945-099708388420" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.044170] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdbf7716-cc97-42ad-a945-099708388420" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.044170] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.044757] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.044757] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.044757] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.044757] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.044757] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdbf7716-cc97-42ad-a945-099708388420',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.046490] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3628c6d-b169-49df-8a2f-27cafcb8ad70 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.046490] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3628c6d-b169-49df-8a2f-27cafcb8ad70" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.046490] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3628c6d-b169-49df-8a2f-27cafcb8ad70" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.046490] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3628c6d-b169-49df-8a2f-27cafcb8ad70" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.046734] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3628c6d-b169-49df-8a2f-27cafcb8ad70',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.097538] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e28debbf-1c00-4cdb-a07a-a8778600e9a3',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.551429] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bdbf7716-cc97-42ad-a945-099708388420',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.552496] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdbf7716-cc97-42ad-a945-099708388420 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.552660] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdbf7716-cc97-42ad-a945-099708388420" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.552871] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e3628c6d-b169-49df-8a2f-27cafcb8ad70 with status ACTIVE [ 627.553138] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.554742] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.554742] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.554742] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.554742] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.554742] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.554742] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.554742] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.554742] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.554742] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.554742] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.554742] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.554742] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.554742] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.555156] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.555156] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e3628c6d-b169-49df-8a2f-27cafcb8ad70 is going to be updated. [ 627.587132] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.587389] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.587389] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.588060] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.588060] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.588060] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3628c6d-b169-49df-8a2f-27cafcb8ad70" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.600848] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.601044] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.601092] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.601402] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.601498] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.601628] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e28debbf-1c00-4cdb-a07a-a8778600e9a3 is going to be updated. [ 627.647327] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.647516] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.647568] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.648678] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.648678] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.661321] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e28debbf-1c00-4cdb-a07a-a8778600e9a3 in Status: IN_PROGRESS for 2s [ 627.744114] env[65429]: INFO networking_nsxv3.common.synchronization [req-bc3274a6-7199-4ce4-8011-44c172feac06 req-4f6e6e47-e849-4d34-b837-65b236bc98e9 tempest-VolumesAssistedSnapshotsTest-526106614 tempest-VolumesAssistedSnapshotsTest-526106614-project-member] Enqueued Resource ID: 7934503b-87bd-4190-8ba7-8388f9c4b7af with Priority: HIGHEST for action security_group_members [ 627.744114] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7934503b-87bd-4190-8ba7-8388f9c4b7af with Priority: HIGHEST for action security_group_members [ 627.745484] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-7934503b-87bd-4190-8ba7-8388f9c4b7af taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.746183] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7934503b-87bd-4190-8ba7-8388f9c4b7af" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.747142] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7934503b-87bd-4190-8ba7-8388f9c4b7af" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.747142] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7934503b-87bd-4190-8ba7-8388f9c4b7af" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.747142] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.747142] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.747473] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.747473] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.747541] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.747669] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7934503b-87bd-4190-8ba7-8388f9c4b7af',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.059982] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bdbf7716-cc97-42ad-a945-099708388420',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.252073] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.252073] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.252073] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.252073] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.252874] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.252874] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.252874] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.252874] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.252874] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.252874] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.252874] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7934503b-87bd-4190-8ba7-8388f9c4b7af already deleted. [ 628.252874] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7934503b-87bd-4190-8ba7-8388f9c4b7af" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.274046] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock network-833 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.274200] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "network-833" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.274250] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "network-833" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.275272] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "network-833" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.275353] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.275501] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.275611] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.275856] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.276170] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.276170] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 628.276943] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 628.276943] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 628.276943] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 628.276943] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 628.276943] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 628.276943] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 628.300086] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 628.300086] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 628.300086] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 628.300086] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "network-833" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.300086] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock port-3a457086-0a6c-46bc-a790-f5b9d06ffc9b taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.300396] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "port-3a457086-0a6c-46bc-a790-f5b9d06ffc9b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.300396] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "port-3a457086-0a6c-46bc-a790-f5b9d06ffc9b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.300698] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "port-3a457086-0a6c-46bc-a790-f5b9d06ffc9b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.300861] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a457086-0a6c-46bc-a790-f5b9d06ffc9b',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.507940] env[65429]: INFO networking_nsxv3.common.synchronization [None req-d595eedc-e0f2-4208-adb3-8987d15c6e6a None None] Enqueued Resource ID: 91fc7c23-795c-4043-804a-16415cd6ffda with Priority: HIGHEST for action port [ 628.508611] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91fc7c23-795c-4043-804a-16415cd6ffda with Priority: HIGHEST for action port [ 628.509495] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-91fc7c23-795c-4043-804a-16415cd6ffda taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.509495] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91fc7c23-795c-4043-804a-16415cd6ffda" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.509495] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91fc7c23-795c-4043-804a-16415cd6ffda" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.513301] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91fc7c23-795c-4043-804a-16415cd6ffda" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.513799] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91fc7c23-795c-4043-804a-16415cd6ffda',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.565027] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.565027] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.565027] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.565027] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.565027] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.565027] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdbf7716-cc97-42ad-a945-099708388420 is going to be created. [ 628.592372] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.592577] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.592883] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.593092] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.593450] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.604145] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdbf7716-cc97-42ad-a945-099708388420 in Status: UNINITIALIZED for 2s [ 628.803636] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.803906] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.804051] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.804331] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.804477] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.804621] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Segment Port 3a457086-0a6c-46bc-a790-f5b9d06ffc9b not found, creating... [ 628.804878] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.805043] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.805160] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.805434] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.805583] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.805858] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.806018] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.806133] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.806341] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.806498] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.806666] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Resource: SegmentPort with ID: 3a457086-0a6c-46bc-a790-f5b9d06ffc9b is going to be created. [ 628.827628] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.827856] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.827977] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.828265] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.828487] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.828742] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "port-3a457086-0a6c-46bc-a790-f5b9d06ffc9b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.898421] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e4d3984-9f28-4ff9-8a16-16cdebf83852 in Status: SUCCESS [ 628.898660] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e4d3984-9f28-4ff9-8a16-16cdebf83852" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.016559] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 91fc7c23-795c-4043-804a-16415cd6ffda [ 629.016853] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.017092] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.017368] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.017643] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.017792] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.017939] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:91fc7c23-795c-4043-804a-16415cd6ffda already deleted. [ 629.018117] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91fc7c23-795c-4043-804a-16415cd6ffda" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.484966] env[65429]: INFO networking_nsxv3.common.synchronization [None req-7fec490e-cfc5-4490-9aa7-f4b143a91cbd tempest-ServersTestJSON-1703044794 tempest-ServersTestJSON-1703044794-project-member] Enqueued Resource ID: 04f07f3a-a3bb-4698-841c-45f2cf780349 with Priority: HIGHEST for action security_group_rules [ 629.485508] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04f07f3a-a3bb-4698-841c-45f2cf780349 with Priority: HIGHEST for action security_group_rules [ 629.485839] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04f07f3a-a3bb-4698-841c-45f2cf780349 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.485977] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04f07f3a-a3bb-4698-841c-45f2cf780349" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.486190] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04f07f3a-a3bb-4698-841c-45f2cf780349" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.486466] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04f07f3a-a3bb-4698-841c-45f2cf780349" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.486663] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04f07f3a-a3bb-4698-841c-45f2cf780349',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.571552] env[65429]: INFO networking_nsxv3.common.synchronization [req-bc3274a6-7199-4ce4-8011-44c172feac06 req-0aff6533-cc0b-4515-b24e-395ded9f2b93 service nova] Enqueued Resource ID: 7934503b-87bd-4190-8ba7-8388f9c4b7af with Priority: HIGHEST for action security_group_rules [ 629.571552] env[65429]: INFO networking_nsxv3.common.synchronization [req-bc3274a6-7199-4ce4-8011-44c172feac06 req-0aff6533-cc0b-4515-b24e-395ded9f2b93 service nova] Enqueued Resource ID: 7934503b-87bd-4190-8ba7-8388f9c4b7af with Priority: HIGHEST for action security_group_members [ 629.571662] env[65429]: INFO networking_nsxv3.common.synchronization [req-bc3274a6-7199-4ce4-8011-44c172feac06 req-0aff6533-cc0b-4515-b24e-395ded9f2b93 service nova] Enqueued Resource ID: 3a457086-0a6c-46bc-a790-f5b9d06ffc9b with Priority: HIGHEST for action port [ 629.572303] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7934503b-87bd-4190-8ba7-8388f9c4b7af with Priority: HIGHEST for action security_group_rules [ 629.572479] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7934503b-87bd-4190-8ba7-8388f9c4b7af with Priority: HIGHEST for action security_group_members [ 629.572608] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a457086-0a6c-46bc-a790-f5b9d06ffc9b with Priority: HIGHEST for action port [ 629.572955] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7934503b-87bd-4190-8ba7-8388f9c4b7af taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.573049] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7934503b-87bd-4190-8ba7-8388f9c4b7af" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.573126] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7934503b-87bd-4190-8ba7-8388f9c4b7af" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.573460] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7934503b-87bd-4190-8ba7-8388f9c4b7af" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.573513] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7934503b-87bd-4190-8ba7-8388f9c4b7af',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.574921] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-7934503b-87bd-4190-8ba7-8388f9c4b7af taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.575145] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7934503b-87bd-4190-8ba7-8388f9c4b7af" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.575145] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7934503b-87bd-4190-8ba7-8388f9c4b7af" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.577197] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7934503b-87bd-4190-8ba7-8388f9c4b7af" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.577197] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.577197] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.577197] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.577197] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.577197] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.577197] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7934503b-87bd-4190-8ba7-8388f9c4b7af',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.578110] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a457086-0a6c-46bc-a790-f5b9d06ffc9b taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.578273] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a457086-0a6c-46bc-a790-f5b9d06ffc9b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.578376] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a457086-0a6c-46bc-a790-f5b9d06ffc9b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.578544] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a457086-0a6c-46bc-a790-f5b9d06ffc9b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.578669] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a457086-0a6c-46bc-a790-f5b9d06ffc9b',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.677320] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e28debbf-1c00-4cdb-a07a-a8778600e9a3 in Status: SUCCESS [ 629.677320] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e28debbf-1c00-4cdb-a07a-a8778600e9a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.677320] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e28debbf-1c00-4cdb-a07a-a8778600e9a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.677837] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e28debbf-1c00-4cdb-a07a-a8778600e9a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.678048] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.678238] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.678395] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.679094] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.679228] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.679536] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e28debbf-1c00-4cdb-a07a-a8778600e9a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.679536] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e28debbf-1c00-4cdb-a07a-a8778600e9a3',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.777601] env[65429]: INFO networking_nsxv3.common.synchronization [None req-c0a01870-58cc-473e-b0b1-130e6824c4cc tempest-ServersTestJSON-1703044794 tempest-ServersTestJSON-1703044794-project-member] Enqueued Resource ID: 04f07f3a-a3bb-4698-841c-45f2cf780349 with Priority: HIGHEST for action security_group_rules [ 629.778314] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04f07f3a-a3bb-4698-841c-45f2cf780349 with Priority: HIGHEST for action security_group_rules [ 629.778720] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04f07f3a-a3bb-4698-841c-45f2cf780349 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.778871] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04f07f3a-a3bb-4698-841c-45f2cf780349" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.012021] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.013012] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.013012] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.013012] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.013012] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.013260] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04f07f3a-a3bb-4698-841c-45f2cf780349 already deleted. [ 630.013491] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04f07f3a-a3bb-4698-841c-45f2cf780349" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.014014] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04f07f3a-a3bb-4698-841c-45f2cf780349" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.014849] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04f07f3a-a3bb-4698-841c-45f2cf780349" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.014849] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04f07f3a-a3bb-4698-841c-45f2cf780349',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.080748] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-7934503b-87bd-4190-8ba7-8388f9c4b7af taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.080965] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7934503b-87bd-4190-8ba7-8388f9c4b7af" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.081381] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3a457086-0a6c-46bc-a790-f5b9d06ffc9b with status ACTIVE [ 630.081741] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.081931] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.082074] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.082470] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.082652] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.083041] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.083243] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.083243] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.085022] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.085265] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.085688] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.085877] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.086188] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.086454] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.086623] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.086812] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3a457086-0a6c-46bc-a790-f5b9d06ffc9b is going to be updated. [ 630.089072] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7934503b-87bd-4190-8ba7-8388f9c4b7af',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.115860] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.116036] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.116127] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.116375] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.116520] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.116725] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a457086-0a6c-46bc-a790-f5b9d06ffc9b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.184945] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-e28debbf-1c00-4cdb-a07a-a8778600e9a3 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.184945] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e28debbf-1c00-4cdb-a07a-a8778600e9a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.184945] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e28debbf-1c00-4cdb-a07a-a8778600e9a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.184945] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e28debbf-1c00-4cdb-a07a-a8778600e9a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.184945] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.184945] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.184945] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.184945] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.184945] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.184945] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e28debbf-1c00-4cdb-a07a-a8778600e9a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.184945] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-e28debbf-1c00-4cdb-a07a-a8778600e9a3 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.184945] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e28debbf-1c00-4cdb-a07a-a8778600e9a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.184945] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e28debbf-1c00-4cdb-a07a-a8778600e9a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.184945] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e28debbf-1c00-4cdb-a07a-a8778600e9a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.184945] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.184945] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.185904] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.185904] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.185904] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.185904] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e28debbf-1c00-4cdb-a07a-a8778600e9a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.185904] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e28debbf-1c00-4cdb-a07a-a8778600e9a3',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.538670] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.540904] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.540904] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.540904] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.540904] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.540904] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04f07f3a-a3bb-4698-841c-45f2cf780349 already deleted. [ 630.540904] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04f07f3a-a3bb-4698-841c-45f2cf780349" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.594172] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7934503b-87bd-4190-8ba7-8388f9c4b7af',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.615257] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdbf7716-cc97-42ad-a945-099708388420 in Status: SUCCESS [ 630.615785] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdbf7716-cc97-42ad-a945-099708388420" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.616411] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdbf7716-cc97-42ad-a945-099708388420" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.618020] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdbf7716-cc97-42ad-a945-099708388420" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.618020] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.618020] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.618020] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.618020] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.618020] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.618020] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdbf7716-cc97-42ad-a945-099708388420" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.618020] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bdbf7716-cc97-42ad-a945-099708388420',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.687711] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e28debbf-1c00-4cdb-a07a-a8778600e9a3: rpc.has_security_group_logging(os_id): False [ 630.705584] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.705774] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.705815] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.706030] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.706147] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.706303] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.706406] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.706470] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.706624] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.706700] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.706928] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.707066] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.707252] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.707331] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.707364] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.707515] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.707607] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.707668] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.707808] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.707883] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.707967] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e28debbf-1c00-4cdb-a07a-a8778600e9a3 is going to be updated. [ 630.733294] env[65429]: INFO networking_nsxv3.common.synchronization [req-97fab739-3a4f-472b-a70c-51df079f1311 req-193e10d8-ff8e-4e80-a248-d799b7eaea30 tempest-ListServerFiltersTestJSON-474899527 tempest-ListServerFiltersTestJSON-474899527-project-member] Enqueued Resource ID: e28debbf-1c00-4cdb-a07a-a8778600e9a3 with Priority: HIGHEST for action security_group_members [ 630.733294] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e28debbf-1c00-4cdb-a07a-a8778600e9a3 with Priority: HIGHEST for action security_group_members [ 630.733294] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-e28debbf-1c00-4cdb-a07a-a8778600e9a3 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.733429] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e28debbf-1c00-4cdb-a07a-a8778600e9a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.733463] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e28debbf-1c00-4cdb-a07a-a8778600e9a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.733636] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e28debbf-1c00-4cdb-a07a-a8778600e9a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.733970] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.734053] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.734483] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.734483] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.734483] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.734483] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e28debbf-1c00-4cdb-a07a-a8778600e9a3',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.774237] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.774425] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.774468] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.774672] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.775122] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.789779] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e28debbf-1c00-4cdb-a07a-a8778600e9a3 in Status: IN_PROGRESS for 2s [ 631.024429] env[65429]: INFO networking_nsxv3.common.synchronization [None req-1afdc1ad-d482-41a0-af8b-c7cf931fc1a7 None None] Enqueued Resource ID: a9a58ea2-9e64-4f17-901b-ca7d937a0ff5 with Priority: HIGHEST for action port [ 631.024689] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9a58ea2-9e64-4f17-901b-ca7d937a0ff5 with Priority: HIGHEST for action port [ 631.024958] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9a58ea2-9e64-4f17-901b-ca7d937a0ff5 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.026159] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9a58ea2-9e64-4f17-901b-ca7d937a0ff5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.026159] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9a58ea2-9e64-4f17-901b-ca7d937a0ff5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.026628] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9a58ea2-9e64-4f17-901b-ca7d937a0ff5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.026628] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9a58ea2-9e64-4f17-901b-ca7d937a0ff5',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.096878] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.097104] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.097104] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.097300] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.097393] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.097486] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7934503b-87bd-4190-8ba7-8388f9c4b7af is going to be created. [ 631.120781] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bdbf7716-cc97-42ad-a945-099708388420',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.134368] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.134547] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.134662] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.134829] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.135016] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.146336] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7934503b-87bd-4190-8ba7-8388f9c4b7af in Status: UNINITIALIZED for 2s [ 631.154016] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock network-576 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.154217] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "network-576" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.154345] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "network-576" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.154619] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "network-576" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.154874] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.155026] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.155186] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.155358] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.155493] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.155695] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 631.155788] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 631.155881] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 631.156055] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 631.156127] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 631.156225] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 631.156302] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 631.192327] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 631.192518] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 631.192623] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 631.192807] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "network-576" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.193180] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock port-44cb661a-6b97-4faa-813f-77d507de7693 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.193422] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "port-44cb661a-6b97-4faa-813f-77d507de7693" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.193474] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "port-44cb661a-6b97-4faa-813f-77d507de7693" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.193802] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "port-44cb661a-6b97-4faa-813f-77d507de7693" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.193987] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44cb661a-6b97-4faa-813f-77d507de7693',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.239585] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e28debbf-1c00-4cdb-a07a-a8778600e9a3',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.516213] env[65429]: INFO networking_nsxv3.common.synchronization [req-9dda72af-9472-4722-ab2b-b56419733c33 req-b3db83e3-bcc6-43d7-872d-9319f9da4c67 tempest-SecurityGroupRulesTestJSON-1087926316 tempest-SecurityGroupRulesTestJSON-1087926316-project-member] Enqueued Resource ID: 67a28e86-8530-4045-ae24-a3c97c023c94 with Priority: HIGHEST for action security_group_rules [ 631.516213] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67a28e86-8530-4045-ae24-a3c97c023c94 with Priority: HIGHEST for action security_group_rules [ 631.516213] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67a28e86-8530-4045-ae24-a3c97c023c94 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.516213] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67a28e86-8530-4045-ae24-a3c97c023c94" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.516379] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67a28e86-8530-4045-ae24-a3c97c023c94" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.516950] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67a28e86-8530-4045-ae24-a3c97c023c94" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.516950] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67a28e86-8530-4045-ae24-a3c97c023c94',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.529622] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a9a58ea2-9e64-4f17-901b-ca7d937a0ff5 [ 631.529872] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.530049] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.530132] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.530354] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.530453] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.530604] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a9a58ea2-9e64-4f17-901b-ca7d937a0ff5 already deleted. [ 631.530655] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9a58ea2-9e64-4f17-901b-ca7d937a0ff5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.623486] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bdbf7716-cc97-42ad-a945-099708388420: rpc.has_security_group_logging(os_id): False [ 631.643797] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.646243] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.646243] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.646243] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.646243] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.646243] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.646243] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.646243] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.646243] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.646243] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.646243] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bdbf7716-cc97-42ad-a945-099708388420 is going to be created. [ 631.700198] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.703022] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.703022] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.703022] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.703022] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.703022] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Segment Port 44cb661a-6b97-4faa-813f-77d507de7693 not found, creating... [ 631.703022] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.703022] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.703022] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.703022] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.703022] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.703410] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.705479] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.705613] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.705851] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.706749] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.706749] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Resource: SegmentPort with ID: 44cb661a-6b97-4faa-813f-77d507de7693 is going to be created. [ 631.729080] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.729080] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.729080] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.729469] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.729469] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.743785] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e28debbf-1c00-4cdb-a07a-a8778600e9a3',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.749371] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdbf7716-cc97-42ad-a945-099708388420 in Status: IN_PROGRESS for 2s [ 631.750100] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.750314] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.750426] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.750720] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.750977] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.751286] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "port-44cb661a-6b97-4faa-813f-77d507de7693" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.041147] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.041147] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.041147] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.041366] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.041459] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.041556] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67a28e86-8530-4045-ae24-a3c97c023c94 already deleted. [ 632.041641] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67a28e86-8530-4045-ae24-a3c97c023c94" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.247863] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.248090] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.248090] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.248283] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.248376] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.248471] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e28debbf-1c00-4cdb-a07a-a8778600e9a3 is going to be updated. [ 632.278216] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.278416] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.278416] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.278634] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.278782] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.291026] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e28debbf-1c00-4cdb-a07a-a8778600e9a3 in Status: IN_PROGRESS for 2s [ 632.460060] env[65429]: INFO networking_nsxv3.common.synchronization [req-97fab739-3a4f-472b-a70c-51df079f1311 req-3f5d6e86-dc96-4445-b4b5-1b345c91cbd2 service nova] Enqueued Resource ID: e28debbf-1c00-4cdb-a07a-a8778600e9a3 with Priority: HIGHEST for action security_group_rules [ 632.460060] env[65429]: INFO networking_nsxv3.common.synchronization [req-97fab739-3a4f-472b-a70c-51df079f1311 req-3f5d6e86-dc96-4445-b4b5-1b345c91cbd2 service nova] Enqueued Resource ID: e28debbf-1c00-4cdb-a07a-a8778600e9a3 with Priority: HIGHEST for action security_group_members [ 632.460188] env[65429]: INFO networking_nsxv3.common.synchronization [req-97fab739-3a4f-472b-a70c-51df079f1311 req-3f5d6e86-dc96-4445-b4b5-1b345c91cbd2 service nova] Enqueued Resource ID: 44cb661a-6b97-4faa-813f-77d507de7693 with Priority: HIGHEST for action port [ 632.460381] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e28debbf-1c00-4cdb-a07a-a8778600e9a3 with Priority: HIGHEST for action security_group_rules [ 632.460730] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e28debbf-1c00-4cdb-a07a-a8778600e9a3 with Priority: HIGHEST for action security_group_members [ 632.460730] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44cb661a-6b97-4faa-813f-77d507de7693 with Priority: HIGHEST for action port [ 632.463884] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e28debbf-1c00-4cdb-a07a-a8778600e9a3 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.463884] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e28debbf-1c00-4cdb-a07a-a8778600e9a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.463884] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-e28debbf-1c00-4cdb-a07a-a8778600e9a3 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.463884] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e28debbf-1c00-4cdb-a07a-a8778600e9a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.465668] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-44cb661a-6b97-4faa-813f-77d507de7693 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.465668] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44cb661a-6b97-4faa-813f-77d507de7693" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.465668] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44cb661a-6b97-4faa-813f-77d507de7693" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.465668] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44cb661a-6b97-4faa-813f-77d507de7693" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.465668] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44cb661a-6b97-4faa-813f-77d507de7693',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.807256] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e28debbf-1c00-4cdb-a07a-a8778600e9a3 in Status: SUCCESS [ 632.809407] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e28debbf-1c00-4cdb-a07a-a8778600e9a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.809630] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e28debbf-1c00-4cdb-a07a-a8778600e9a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.810825] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e28debbf-1c00-4cdb-a07a-a8778600e9a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.810825] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e28debbf-1c00-4cdb-a07a-a8778600e9a3',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.970604] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 44cb661a-6b97-4faa-813f-77d507de7693 with status ACTIVE [ 632.970604] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.970759] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.970811] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.971113] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.971270] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.971479] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.971634] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.971703] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.971854] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.971930] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.972138] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.972233] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.972284] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.973056] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.973056] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.973056] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 44cb661a-6b97-4faa-813f-77d507de7693 is going to be updated. [ 632.998220] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.998220] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.998474] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.998536] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.998977] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.998977] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44cb661a-6b97-4faa-813f-77d507de7693" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.162208] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7934503b-87bd-4190-8ba7-8388f9c4b7af in Status: SUCCESS [ 633.162655] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7934503b-87bd-4190-8ba7-8388f9c4b7af" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.162959] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7934503b-87bd-4190-8ba7-8388f9c4b7af" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.163709] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7934503b-87bd-4190-8ba7-8388f9c4b7af" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.163709] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.164024] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.164394] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.164845] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.167431] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.167431] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7934503b-87bd-4190-8ba7-8388f9c4b7af" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.167431] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7934503b-87bd-4190-8ba7-8388f9c4b7af',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.313029] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-e28debbf-1c00-4cdb-a07a-a8778600e9a3 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.313178] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e28debbf-1c00-4cdb-a07a-a8778600e9a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.670606] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7934503b-87bd-4190-8ba7-8388f9c4b7af',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.707800] env[65429]: INFO networking_nsxv3.common.synchronization [None req-d465a236-1693-4c2b-b768-19db5278ba68 None None] Enqueued Resource ID: 84e697da-6c62-49f1-934d-9c5e5d054b7b with Priority: HIGHEST for action port [ 633.711031] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84e697da-6c62-49f1-934d-9c5e5d054b7b with Priority: HIGHEST for action port [ 633.711031] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-84e697da-6c62-49f1-934d-9c5e5d054b7b taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.711031] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84e697da-6c62-49f1-934d-9c5e5d054b7b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.711031] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84e697da-6c62-49f1-934d-9c5e5d054b7b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.711363] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84e697da-6c62-49f1-934d-9c5e5d054b7b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.711478] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84e697da-6c62-49f1-934d-9c5e5d054b7b',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.771232] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdbf7716-cc97-42ad-a945-099708388420 in Status: SUCCESS [ 633.771232] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bdbf7716-cc97-42ad-a945-099708388420" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.175604] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7934503b-87bd-4190-8ba7-8388f9c4b7af: rpc.has_security_group_logging(os_id): False [ 634.193669] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.196022] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.196022] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.196022] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.196022] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.196022] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.196022] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.196022] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.196022] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.196022] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.196022] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7934503b-87bd-4190-8ba7-8388f9c4b7af is going to be created. [ 634.218112] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 84e697da-6c62-49f1-934d-9c5e5d054b7b [ 634.218112] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.218112] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.218112] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.218112] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.218112] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.218112] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:84e697da-6c62-49f1-934d-9c5e5d054b7b already deleted. [ 634.218112] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84e697da-6c62-49f1-934d-9c5e5d054b7b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.265645] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.265645] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.265645] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.265645] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.265645] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.276385] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7934503b-87bd-4190-8ba7-8388f9c4b7af in Status: IN_PROGRESS for 2s [ 634.302622] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e28debbf-1c00-4cdb-a07a-a8778600e9a3 in Status: SUCCESS [ 634.302622] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e28debbf-1c00-4cdb-a07a-a8778600e9a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.302837] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e28debbf-1c00-4cdb-a07a-a8778600e9a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.303109] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e28debbf-1c00-4cdb-a07a-a8778600e9a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.303198] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.303286] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.303338] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.303485] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.303569] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.303659] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e28debbf-1c00-4cdb-a07a-a8778600e9a3',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.809206] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e28debbf-1c00-4cdb-a07a-a8778600e9a3',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.950133] env[65429]: INFO networking_nsxv3.common.synchronization [None req-02c8788f-2168-46ec-8d99-6beb2e92ea2e tempest-ServersTestManualDisk-900831250 tempest-ServersTestManualDisk-900831250-project-member] Enqueued Resource ID: 8b081eca-a0b0-4294-af0a-aca96b777cdd with Priority: HIGHEST for action security_group_rules [ 634.950133] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b081eca-a0b0-4294-af0a-aca96b777cdd with Priority: HIGHEST for action security_group_rules [ 634.950976] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b081eca-a0b0-4294-af0a-aca96b777cdd taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.950976] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b081eca-a0b0-4294-af0a-aca96b777cdd" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.950976] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b081eca-a0b0-4294-af0a-aca96b777cdd" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.952644] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b081eca-a0b0-4294-af0a-aca96b777cdd" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.952644] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b081eca-a0b0-4294-af0a-aca96b777cdd',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.285693] env[65429]: INFO networking_nsxv3.common.synchronization [None req-2fb2da7b-3297-4443-b091-9e9205ba7668 tempest-ServersTestManualDisk-900831250 tempest-ServersTestManualDisk-900831250-project-member] Enqueued Resource ID: 8b081eca-a0b0-4294-af0a-aca96b777cdd with Priority: HIGHEST for action security_group_rules [ 635.285693] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b081eca-a0b0-4294-af0a-aca96b777cdd with Priority: HIGHEST for action security_group_rules [ 635.285693] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b081eca-a0b0-4294-af0a-aca96b777cdd taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.285693] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b081eca-a0b0-4294-af0a-aca96b777cdd" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.311630] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e28debbf-1c00-4cdb-a07a-a8778600e9a3',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.480226] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.480488] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.480488] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.480688] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.483284] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.483284] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b081eca-a0b0-4294-af0a-aca96b777cdd already deleted. [ 635.483284] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b081eca-a0b0-4294-af0a-aca96b777cdd" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.483284] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b081eca-a0b0-4294-af0a-aca96b777cdd" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.483284] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b081eca-a0b0-4294-af0a-aca96b777cdd" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.483284] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b081eca-a0b0-4294-af0a-aca96b777cdd',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.814881] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.815072] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.815162] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.815400] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.815497] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.815595] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e28debbf-1c00-4cdb-a07a-a8778600e9a3 is going to be updated. [ 635.864202] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.865085] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.865085] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.865085] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.865085] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.874256] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e28debbf-1c00-4cdb-a07a-a8778600e9a3 in Status: IN_PROGRESS for 2s [ 636.010786] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.010878] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.010957] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.011349] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.011349] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.011459] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b081eca-a0b0-4294-af0a-aca96b777cdd already deleted. [ 636.011530] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b081eca-a0b0-4294-af0a-aca96b777cdd" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.297301] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7934503b-87bd-4190-8ba7-8388f9c4b7af in Status: SUCCESS [ 636.297713] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7934503b-87bd-4190-8ba7-8388f9c4b7af" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.884472] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e28debbf-1c00-4cdb-a07a-a8778600e9a3 in Status: SUCCESS [ 637.884902] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e28debbf-1c00-4cdb-a07a-a8778600e9a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.885104] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e28debbf-1c00-4cdb-a07a-a8778600e9a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.885336] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e28debbf-1c00-4cdb-a07a-a8778600e9a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.885594] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.885726] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.885787] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.885950] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.886049] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.886141] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e28debbf-1c00-4cdb-a07a-a8778600e9a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.886234] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e28debbf-1c00-4cdb-a07a-a8778600e9a3',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.389600] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-e28debbf-1c00-4cdb-a07a-a8778600e9a3 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.389800] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e28debbf-1c00-4cdb-a07a-a8778600e9a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.389918] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e28debbf-1c00-4cdb-a07a-a8778600e9a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.390228] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e28debbf-1c00-4cdb-a07a-a8778600e9a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.391722] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.391931] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.391997] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.392259] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.392625] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.392625] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e28debbf-1c00-4cdb-a07a-a8778600e9a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.392625] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-e28debbf-1c00-4cdb-a07a-a8778600e9a3 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.392747] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e28debbf-1c00-4cdb-a07a-a8778600e9a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.392747] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e28debbf-1c00-4cdb-a07a-a8778600e9a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.392886] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e28debbf-1c00-4cdb-a07a-a8778600e9a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.393161] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.393260] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.393362] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.393546] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.393651] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.393759] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e28debbf-1c00-4cdb-a07a-a8778600e9a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.393999] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e28debbf-1c00-4cdb-a07a-a8778600e9a3',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.838220] env[65429]: INFO networking_nsxv3.common.synchronization [None req-08e75f47-c925-41a1-8fe2-3fd6b695068f None None] Enqueued Resource ID: 3596d272-0708-41e8-88da-ef0c31817d88 with Priority: HIGHEST for action port [ 638.840917] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3596d272-0708-41e8-88da-ef0c31817d88 with Priority: HIGHEST for action port [ 638.840917] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-3596d272-0708-41e8-88da-ef0c31817d88 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.840917] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3596d272-0708-41e8-88da-ef0c31817d88" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.840917] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3596d272-0708-41e8-88da-ef0c31817d88" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.840917] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3596d272-0708-41e8-88da-ef0c31817d88" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.840917] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3596d272-0708-41e8-88da-ef0c31817d88',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.896193] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e28debbf-1c00-4cdb-a07a-a8778600e9a3: rpc.has_security_group_logging(os_id): False [ 638.920626] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.920797] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.920797] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.921076] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.921230] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.921833] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.921833] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.921833] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.921833] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.921833] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.922337] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.922539] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.923148] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.923148] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.923148] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.923148] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.923344] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.923388] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.924436] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.924436] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.924436] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e28debbf-1c00-4cdb-a07a-a8778600e9a3 is going to be updated. [ 638.998499] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.998499] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.998499] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.998499] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.998986] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.014227] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e28debbf-1c00-4cdb-a07a-a8778600e9a3 in Status: IN_PROGRESS for 2s [ 639.152764] env[65429]: INFO networking_nsxv3.common.synchronization [req-339094a4-e599-4155-8e17-b9878aaa8259 req-5be5325c-b472-41c3-98b1-602d90203370 tempest-InstanceActionsTestJSON-725443083 tempest-InstanceActionsTestJSON-725443083-project-member] Enqueued Resource ID: af19c094-95f3-4416-881c-ba52661054b3 with Priority: HIGHEST for action security_group_members [ 639.153382] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af19c094-95f3-4416-881c-ba52661054b3 with Priority: HIGHEST for action security_group_members [ 639.155805] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-af19c094-95f3-4416-881c-ba52661054b3 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.155805] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af19c094-95f3-4416-881c-ba52661054b3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.155805] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af19c094-95f3-4416-881c-ba52661054b3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.155991] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af19c094-95f3-4416-881c-ba52661054b3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.156723] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.156723] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.156723] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.156723] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.156723] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.156723] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af19c094-95f3-4416-881c-ba52661054b3',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.342943] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3596d272-0708-41e8-88da-ef0c31817d88 [ 639.343233] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.343401] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.343474] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.343732] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.343825] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.343923] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3596d272-0708-41e8-88da-ef0c31817d88 already deleted. [ 639.344111] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3596d272-0708-41e8-88da-ef0c31817d88" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.662623] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.662623] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.662623] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.662623] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.662623] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.662623] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.662623] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.662623] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.662623] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.662623] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.662623] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af19c094-95f3-4416-881c-ba52661054b3 already deleted. [ 639.662623] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af19c094-95f3-4416-881c-ba52661054b3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.745351] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock network-981 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.745660] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "network-981" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.745800] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "network-981" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.746442] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "network-981" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.746513] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.746745] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.746918] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.747210] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.747393] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.747659] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 639.747802] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 639.747952] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 639.748094] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 639.748282] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 639.748443] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 639.748657] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 639.771350] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 639.772073] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 639.772073] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 639.772073] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "network-981" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.772507] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock port-dc13d95c-5333-4800-a341-3469853d1fee taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.772507] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "port-dc13d95c-5333-4800-a341-3469853d1fee" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.772507] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "port-dc13d95c-5333-4800-a341-3469853d1fee" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.772826] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "port-dc13d95c-5333-4800-a341-3469853d1fee" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.772967] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc13d95c-5333-4800-a341-3469853d1fee',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.277489] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.277489] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.277489] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.277489] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.277489] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.277489] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Segment Port dc13d95c-5333-4800-a341-3469853d1fee not found, creating... [ 640.277489] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.277489] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.277489] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.277489] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.278147] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.278185] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.278404] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.278545] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.278781] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.279034] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.280122] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Resource: SegmentPort with ID: dc13d95c-5333-4800-a341-3469853d1fee is going to be created. [ 640.302107] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.302107] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.302286] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.303030] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.303030] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.303030] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "port-dc13d95c-5333-4800-a341-3469853d1fee" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.031283] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e28debbf-1c00-4cdb-a07a-a8778600e9a3 in Status: SUCCESS [ 641.031283] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e28debbf-1c00-4cdb-a07a-a8778600e9a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.061375] env[65429]: INFO networking_nsxv3.common.synchronization [req-339094a4-e599-4155-8e17-b9878aaa8259 req-0b22f063-6537-4cae-a2c8-a1e7b6e14a53 service nova] Enqueued Resource ID: af19c094-95f3-4416-881c-ba52661054b3 with Priority: HIGHEST for action security_group_rules [ 641.061580] env[65429]: INFO networking_nsxv3.common.synchronization [req-339094a4-e599-4155-8e17-b9878aaa8259 req-0b22f063-6537-4cae-a2c8-a1e7b6e14a53 service nova] Enqueued Resource ID: af19c094-95f3-4416-881c-ba52661054b3 with Priority: HIGHEST for action security_group_members [ 641.061713] env[65429]: INFO networking_nsxv3.common.synchronization [req-339094a4-e599-4155-8e17-b9878aaa8259 req-0b22f063-6537-4cae-a2c8-a1e7b6e14a53 service nova] Enqueued Resource ID: dc13d95c-5333-4800-a341-3469853d1fee with Priority: HIGHEST for action port [ 641.062304] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af19c094-95f3-4416-881c-ba52661054b3 with Priority: HIGHEST for action security_group_rules [ 641.062438] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af19c094-95f3-4416-881c-ba52661054b3 with Priority: HIGHEST for action security_group_members [ 641.062544] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc13d95c-5333-4800-a341-3469853d1fee with Priority: HIGHEST for action port [ 641.062907] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af19c094-95f3-4416-881c-ba52661054b3 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.063051] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af19c094-95f3-4416-881c-ba52661054b3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.063130] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af19c094-95f3-4416-881c-ba52661054b3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.063430] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af19c094-95f3-4416-881c-ba52661054b3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.063528] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af19c094-95f3-4416-881c-ba52661054b3',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.064409] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-af19c094-95f3-4416-881c-ba52661054b3 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.064532] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af19c094-95f3-4416-881c-ba52661054b3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.064583] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af19c094-95f3-4416-881c-ba52661054b3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.064754] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af19c094-95f3-4416-881c-ba52661054b3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.064898] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.065033] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.065125] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.065324] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.065443] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.065537] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af19c094-95f3-4416-881c-ba52661054b3',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.066357] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc13d95c-5333-4800-a341-3469853d1fee taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.066466] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc13d95c-5333-4800-a341-3469853d1fee" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.066526] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc13d95c-5333-4800-a341-3469853d1fee" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.067116] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc13d95c-5333-4800-a341-3469853d1fee" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.067248] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc13d95c-5333-4800-a341-3469853d1fee',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.133588] env[65429]: INFO networking_nsxv3.common.synchronization [None req-b5208103-44c4-4ba8-be24-23234def45c6 None None] Enqueued Resource ID: 12d6b64a-c9cc-498b-9138-d6a7104e5163 with Priority: HIGHEST for action port [ 641.133588] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12d6b64a-c9cc-498b-9138-d6a7104e5163 with Priority: HIGHEST for action port [ 641.133588] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-12d6b64a-c9cc-498b-9138-d6a7104e5163 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.134827] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12d6b64a-c9cc-498b-9138-d6a7104e5163" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.135101] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12d6b64a-c9cc-498b-9138-d6a7104e5163" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.135485] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12d6b64a-c9cc-498b-9138-d6a7104e5163" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.137233] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12d6b64a-c9cc-498b-9138-d6a7104e5163',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.375344] env[65429]: INFO networking_nsxv3.common.synchronization [req-047471a6-ee56-4d26-9f4b-6ce0d6d52f8c req-5e248b47-76d9-48c9-8118-121a2134f23f tempest-ServerExternalEventsTest-969131688 tempest-ServerExternalEventsTest-969131688-project-member] Enqueued Resource ID: b49b713f-b3f1-42ed-b9a2-6572ce54218f with Priority: HIGHEST for action security_group_members [ 641.375649] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b49b713f-b3f1-42ed-b9a2-6572ce54218f with Priority: HIGHEST for action security_group_members [ 641.376272] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-b49b713f-b3f1-42ed-b9a2-6572ce54218f taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.376504] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b49b713f-b3f1-42ed-b9a2-6572ce54218f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.376627] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b49b713f-b3f1-42ed-b9a2-6572ce54218f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.376844] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b49b713f-b3f1-42ed-b9a2-6572ce54218f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.377176] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.377176] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.377316] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.377410] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.377495] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.377591] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b49b713f-b3f1-42ed-b9a2-6572ce54218f',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.569918] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-af19c094-95f3-4416-881c-ba52661054b3 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.569918] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af19c094-95f3-4416-881c-ba52661054b3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.569918] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dc13d95c-5333-4800-a341-3469853d1fee with status ACTIVE [ 641.569918] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.569918] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.569918] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.569918] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.569918] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.570493] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.570493] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.570493] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.570493] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.570493] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.570653] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.570703] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.570738] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.570880] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.570956] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.571054] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dc13d95c-5333-4800-a341-3469853d1fee is going to be updated. [ 641.572229] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('af19c094-95f3-4416-881c-ba52661054b3',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.612805] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.613054] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.614156] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.614386] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.614980] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.614980] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc13d95c-5333-4800-a341-3469853d1fee" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.639863] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 12d6b64a-c9cc-498b-9138-d6a7104e5163 [ 641.639863] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.639863] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.639863] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.639863] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.640242] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.640242] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:12d6b64a-c9cc-498b-9138-d6a7104e5163 already deleted. [ 641.640242] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12d6b64a-c9cc-498b-9138-d6a7104e5163" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.879986] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.880204] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.880275] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.881103] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.881103] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.881103] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.881103] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.881103] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.881103] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.882353] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.882353] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b49b713f-b3f1-42ed-b9a2-6572ce54218f is going to be updated. [ 641.912927] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.913101] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.913198] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.913418] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.913559] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.923209] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b49b713f-b3f1-42ed-b9a2-6572ce54218f in Status: IN_PROGRESS for 2s [ 642.075316] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('af19c094-95f3-4416-881c-ba52661054b3',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.274058] env[65429]: INFO networking_nsxv3.common.synchronization [req-38655214-b514-4dbf-a657-a25c7187bed0 req-56f16f0a-736f-492f-a567-b2285326204d tempest-ServerDiagnosticsTest-1442905204 tempest-ServerDiagnosticsTest-1442905204-project-member] Enqueued Resource ID: 6cd4e8ef-f800-418a-ace0-49074fd0166b with Priority: HIGHEST for action security_group_members [ 642.274691] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cd4e8ef-f800-418a-ace0-49074fd0166b with Priority: HIGHEST for action security_group_members [ 642.275605] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cd4e8ef-f800-418a-ace0-49074fd0166b taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.275793] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cd4e8ef-f800-418a-ace0-49074fd0166b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.276233] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cd4e8ef-f800-418a-ace0-49074fd0166b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.276233] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cd4e8ef-f800-418a-ace0-49074fd0166b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.276356] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.276463] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.276540] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.276711] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.277125] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.277125] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6cd4e8ef-f800-418a-ace0-49074fd0166b',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.579681] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.580094] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.580094] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.580269] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.580395] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.580516] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af19c094-95f3-4416-881c-ba52661054b3 is going to be created. [ 642.613016] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.613016] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.613016] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.613016] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.613016] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.623046] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af19c094-95f3-4416-881c-ba52661054b3 in Status: UNINITIALIZED for 2s [ 642.779527] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.779742] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.779804] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.780106] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.780206] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.780338] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.780524] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.780596] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.780725] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.780813] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.780905] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cd4e8ef-f800-418a-ace0-49074fd0166b is going to be updated. [ 642.816488] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.816693] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.816758] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.816921] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.817110] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.828991] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cd4e8ef-f800-418a-ace0-49074fd0166b in Status: IN_PROGRESS for 2s [ 642.929306] env[65429]: INFO networking_nsxv3.common.synchronization [req-f5b99f13-07e7-4ac8-bc7a-503ba3665dcc req-97a02239-821f-48f1-bb8d-be6b50967f26 tempest-MigrationsAdminTest-36101175 tempest-MigrationsAdminTest-36101175-project-member] Enqueued Resource ID: b9129a53-8081-4699-872c-2b3236dbc738 with Priority: HIGHEST for action security_group_members [ 642.930010] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9129a53-8081-4699-872c-2b3236dbc738 with Priority: HIGHEST for action security_group_members [ 642.930419] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9129a53-8081-4699-872c-2b3236dbc738 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.930576] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9129a53-8081-4699-872c-2b3236dbc738" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.930666] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9129a53-8081-4699-872c-2b3236dbc738" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.930987] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9129a53-8081-4699-872c-2b3236dbc738" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.931202] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.931337] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.931425] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.931619] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.931730] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.931854] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9129a53-8081-4699-872c-2b3236dbc738',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.434647] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.434850] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.434912] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.435127] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.435220] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.435416] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.435811] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.435925] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.436103] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.436182] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.436270] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9129a53-8081-4699-872c-2b3236dbc738 already deleted. [ 643.436350] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9129a53-8081-4699-872c-2b3236dbc738" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.673782] env[65429]: INFO networking_nsxv3.common.synchronization [None req-3af5f45e-d485-44a7-b9cb-dff462108ed5 None None] Enqueued Resource ID: e685ae44-4c81-4439-846a-b83d1697b111 with Priority: HIGHEST for action port [ 643.674984] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e685ae44-4c81-4439-846a-b83d1697b111 with Priority: HIGHEST for action port [ 643.674984] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-e685ae44-4c81-4439-846a-b83d1697b111 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.675276] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e685ae44-4c81-4439-846a-b83d1697b111" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.675276] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e685ae44-4c81-4439-846a-b83d1697b111" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.675648] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e685ae44-4c81-4439-846a-b83d1697b111" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.675818] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e685ae44-4c81-4439-846a-b83d1697b111',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.900662] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock network-698 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.900937] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "network-698" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.901045] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "network-698" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.901343] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "network-698" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.901490] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.901642] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.901756] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.902130] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.903065] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.903065] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 643.903065] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 643.903065] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 643.903065] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 643.903065] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 643.903065] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 643.903355] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 643.922922] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 643.923148] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 643.923280] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 643.923479] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "network-698" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.923936] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock port-dafb05e7-3496-4972-8afd-e0e4a0da52e9 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.925263] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "port-dafb05e7-3496-4972-8afd-e0e4a0da52e9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.925406] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "port-dafb05e7-3496-4972-8afd-e0e4a0da52e9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.925744] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "port-dafb05e7-3496-4972-8afd-e0e4a0da52e9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.925889] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dafb05e7-3496-4972-8afd-e0e4a0da52e9',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.938124] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b49b713f-b3f1-42ed-b9a2-6572ce54218f in Status: SUCCESS [ 643.938432] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b49b713f-b3f1-42ed-b9a2-6572ce54218f deletion is rescheduled due to dependency. [ 643.938561] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b49b713f-b3f1-42ed-b9a2-6572ce54218f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.120437] env[65429]: INFO networking_nsxv3.common.synchronization [req-c0854177-a5ea-4f1e-b041-d2895cf1ef86 req-75e1d1ad-657b-4ca2-a775-40a6326e8c7a tempest-VolumesAdminNegativeTest-1308248039 tempest-VolumesAdminNegativeTest-1308248039-project-member] Enqueued Resource ID: 010bc5a5-8d81-4c68-b6e2-90feb36df7ef with Priority: HIGHEST for action security_group_members [ 644.120970] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 010bc5a5-8d81-4c68-b6e2-90feb36df7ef with Priority: HIGHEST for action security_group_members [ 644.121345] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-010bc5a5-8d81-4c68-b6e2-90feb36df7ef taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.121485] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-010bc5a5-8d81-4c68-b6e2-90feb36df7ef" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.121543] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-010bc5a5-8d81-4c68-b6e2-90feb36df7ef" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.121730] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-010bc5a5-8d81-4c68-b6e2-90feb36df7ef" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.121873] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.121970] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.123134] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.123327] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.123425] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.123528] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('010bc5a5-8d81-4c68-b6e2-90feb36df7ef',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.179415] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e685ae44-4c81-4439-846a-b83d1697b111 [ 644.179415] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.179415] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.179415] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.179415] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.179415] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.179415] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e685ae44-4c81-4439-846a-b83d1697b111 already deleted. [ 644.179415] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e685ae44-4c81-4439-846a-b83d1697b111" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.300416] env[65429]: INFO networking_nsxv3.common.synchronization [None req-b731c631-23d9-4027-86f5-f07e1c31ac8c None None] Enqueued Resource ID: 57ffbc47-0c98-4667-a522-deccb7ea2a9d with Priority: HIGHEST for action port [ 644.301181] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57ffbc47-0c98-4667-a522-deccb7ea2a9d with Priority: HIGHEST for action port [ 644.301626] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-57ffbc47-0c98-4667-a522-deccb7ea2a9d taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.301925] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57ffbc47-0c98-4667-a522-deccb7ea2a9d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.303314] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57ffbc47-0c98-4667-a522-deccb7ea2a9d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.303314] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57ffbc47-0c98-4667-a522-deccb7ea2a9d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.303314] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57ffbc47-0c98-4667-a522-deccb7ea2a9d',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.430052] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.430379] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.430491] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.430810] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.431390] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.431390] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Segment Port dafb05e7-3496-4972-8afd-e0e4a0da52e9 not found, creating... [ 644.431573] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.431662] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.431751] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.432027] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.432183] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.432493] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.432674] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.432798] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.433064] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.433219] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.433356] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Resource: SegmentPort with ID: dafb05e7-3496-4972-8afd-e0e4a0da52e9 is going to be created. [ 644.456584] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.456853] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.456996] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.457297] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.457515] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.457733] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "port-dafb05e7-3496-4972-8afd-e0e4a0da52e9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.627802] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.627948] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.627948] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.628124] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.628220] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.628404] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.628505] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.628568] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.628709] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.628778] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.628866] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 010bc5a5-8d81-4c68-b6e2-90feb36df7ef is going to be updated. [ 644.637302] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af19c094-95f3-4416-881c-ba52661054b3 in Status: SUCCESS [ 644.637302] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af19c094-95f3-4416-881c-ba52661054b3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.637571] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af19c094-95f3-4416-881c-ba52661054b3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.637651] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af19c094-95f3-4416-881c-ba52661054b3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.637804] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.637919] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.637979] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.638161] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.638249] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.638324] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af19c094-95f3-4416-881c-ba52661054b3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.640662] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('af19c094-95f3-4416-881c-ba52661054b3',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.663770] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.664128] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.664128] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.664128] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.664498] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.676448] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 010bc5a5-8d81-4c68-b6e2-90feb36df7ef in Status: IN_PROGRESS for 2s [ 644.811696] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 57ffbc47-0c98-4667-a522-deccb7ea2a9d [ 644.811696] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.811696] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.811696] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.811696] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.811696] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.811696] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:57ffbc47-0c98-4667-a522-deccb7ea2a9d already deleted. [ 644.811696] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57ffbc47-0c98-4667-a522-deccb7ea2a9d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.838352] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cd4e8ef-f800-418a-ace0-49074fd0166b in Status: SUCCESS [ 644.838555] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cd4e8ef-f800-418a-ace0-49074fd0166b deletion is rescheduled due to dependency. [ 644.838782] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cd4e8ef-f800-418a-ace0-49074fd0166b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.144757] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-af19c094-95f3-4416-881c-ba52661054b3 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.144757] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af19c094-95f3-4416-881c-ba52661054b3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.144757] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af19c094-95f3-4416-881c-ba52661054b3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.144757] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af19c094-95f3-4416-881c-ba52661054b3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.145136] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.145136] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.145136] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.145257] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.145257] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.145326] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af19c094-95f3-4416-881c-ba52661054b3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.145593] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-af19c094-95f3-4416-881c-ba52661054b3 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.145593] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af19c094-95f3-4416-881c-ba52661054b3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.145754] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af19c094-95f3-4416-881c-ba52661054b3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.145804] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af19c094-95f3-4416-881c-ba52661054b3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.145940] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.146041] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.146099] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.146276] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.147086] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.147086] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af19c094-95f3-4416-881c-ba52661054b3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.147086] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('af19c094-95f3-4416-881c-ba52661054b3',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.180835] env[65429]: INFO networking_nsxv3.common.synchronization [req-f5b99f13-07e7-4ac8-bc7a-503ba3665dcc req-076677b5-52e5-464d-a766-212e200a5f6c service nova] Enqueued Resource ID: b9129a53-8081-4699-872c-2b3236dbc738 with Priority: HIGHEST for action security_group_rules [ 645.180995] env[65429]: INFO networking_nsxv3.common.synchronization [req-f5b99f13-07e7-4ac8-bc7a-503ba3665dcc req-076677b5-52e5-464d-a766-212e200a5f6c service nova] Enqueued Resource ID: b9129a53-8081-4699-872c-2b3236dbc738 with Priority: HIGHEST for action security_group_members [ 645.181171] env[65429]: INFO networking_nsxv3.common.synchronization [req-f5b99f13-07e7-4ac8-bc7a-503ba3665dcc req-076677b5-52e5-464d-a766-212e200a5f6c service nova] Enqueued Resource ID: dafb05e7-3496-4972-8afd-e0e4a0da52e9 with Priority: HIGHEST for action port [ 645.181410] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9129a53-8081-4699-872c-2b3236dbc738 with Priority: HIGHEST for action security_group_rules [ 645.181707] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9129a53-8081-4699-872c-2b3236dbc738 with Priority: HIGHEST for action security_group_members [ 645.181707] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dafb05e7-3496-4972-8afd-e0e4a0da52e9 with Priority: HIGHEST for action port [ 645.182165] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9129a53-8081-4699-872c-2b3236dbc738 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.182306] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9129a53-8081-4699-872c-2b3236dbc738" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.182357] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9129a53-8081-4699-872c-2b3236dbc738" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.182590] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9129a53-8081-4699-872c-2b3236dbc738" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.182670] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9129a53-8081-4699-872c-2b3236dbc738',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.190040] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9129a53-8081-4699-872c-2b3236dbc738 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.190040] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9129a53-8081-4699-872c-2b3236dbc738" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.190040] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9129a53-8081-4699-872c-2b3236dbc738" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.190040] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9129a53-8081-4699-872c-2b3236dbc738" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.190040] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.190040] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.190040] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.190040] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.190040] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.190040] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9129a53-8081-4699-872c-2b3236dbc738',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.190040] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-dafb05e7-3496-4972-8afd-e0e4a0da52e9 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.190040] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dafb05e7-3496-4972-8afd-e0e4a0da52e9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.190040] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dafb05e7-3496-4972-8afd-e0e4a0da52e9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.190040] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dafb05e7-3496-4972-8afd-e0e4a0da52e9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.190040] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dafb05e7-3496-4972-8afd-e0e4a0da52e9',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.649732] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for af19c094-95f3-4416-881c-ba52661054b3: rpc.has_security_group_logging(os_id): False [ 645.674041] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.674041] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.674041] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.674041] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.674041] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.674041] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.674041] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.674041] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.674041] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.674041] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.674041] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.674041] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.674041] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.674041] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.674041] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.675049] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.676583] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.676583] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.676583] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.676583] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.676583] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af19c094-95f3-4416-881c-ba52661054b3 is going to be created. [ 645.691732] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9129a53-8081-4699-872c-2b3236dbc738 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.692079] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9129a53-8081-4699-872c-2b3236dbc738" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.692277] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b9129a53-8081-4699-872c-2b3236dbc738',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.696107] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dafb05e7-3496-4972-8afd-e0e4a0da52e9 with status ACTIVE [ 645.696107] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.696107] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.696107] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.696718] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.696975] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.697459] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.697459] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.697619] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.699153] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.699153] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.699514] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.699514] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.699514] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.699514] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.700243] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.700243] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dafb05e7-3496-4972-8afd-e0e4a0da52e9 is going to be updated. [ 645.726782] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.727018] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.728292] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.728292] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.728292] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.728292] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dafb05e7-3496-4972-8afd-e0e4a0da52e9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.738351] env[65429]: INFO networking_nsxv3.common.synchronization [req-7d389d28-e6d8-4a41-bb8c-cdff54fafba1 req-a44de772-6a4a-46f4-860d-2a9d1617eb3d tempest-ListImageFiltersTestJSON-1648131085 tempest-ListImageFiltersTestJSON-1648131085-project-member] Enqueued Resource ID: e55f954a-ff42-4c28-b21d-7fea00a696c2 with Priority: HIGHEST for action security_group_members [ 645.738877] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e55f954a-ff42-4c28-b21d-7fea00a696c2 with Priority: HIGHEST for action security_group_members [ 645.739265] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-e55f954a-ff42-4c28-b21d-7fea00a696c2 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.739400] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e55f954a-ff42-4c28-b21d-7fea00a696c2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.739400] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e55f954a-ff42-4c28-b21d-7fea00a696c2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.739641] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e55f954a-ff42-4c28-b21d-7fea00a696c2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.739796] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.739908] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.739973] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.740208] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.740291] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.740348] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e55f954a-ff42-4c28-b21d-7fea00a696c2',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.745544] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.745544] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.745985] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.745985] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.745985] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.775278] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af19c094-95f3-4416-881c-ba52661054b3 in Status: IN_PROGRESS for 2s [ 645.842557] env[65429]: INFO networking_nsxv3.common.synchronization [None req-cf0eb2b0-0a20-4fa1-96c8-5c25c3fa67a2 None None] Enqueued Resource ID: 07c43207-b033-4a25-b5b1-8bf4abf6640d with Priority: HIGHEST for action port [ 645.843165] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07c43207-b033-4a25-b5b1-8bf4abf6640d with Priority: HIGHEST for action port [ 645.843483] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-07c43207-b033-4a25-b5b1-8bf4abf6640d taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.843608] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07c43207-b033-4a25-b5b1-8bf4abf6640d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.843677] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07c43207-b033-4a25-b5b1-8bf4abf6640d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.844011] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07c43207-b033-4a25-b5b1-8bf4abf6640d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.844285] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07c43207-b033-4a25-b5b1-8bf4abf6640d',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.195379] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b9129a53-8081-4699-872c-2b3236dbc738',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.211241] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock network-698 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.211241] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "network-698" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.211241] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "network-698" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.211241] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "network-698" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.211241] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.211241] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.213209] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.213600] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.213878] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.217043] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 646.217043] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 646.217043] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 646.217043] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 646.217043] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 646.217043] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 646.217043] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 646.243288] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.243465] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.243562] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.243970] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.243970] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.244095] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.244338] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.244338] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.244421] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.244457] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.244533] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e55f954a-ff42-4c28-b21d-7fea00a696c2 already deleted. [ 646.244613] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e55f954a-ff42-4c28-b21d-7fea00a696c2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.246279] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 646.246428] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 646.246560] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 646.246712] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "network-698" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.246995] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock port-94f23b8c-0411-4bf6-92ef-ce355ce6bb0a taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.248304] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "port-94f23b8c-0411-4bf6-92ef-ce355ce6bb0a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.248468] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "port-94f23b8c-0411-4bf6-92ef-ce355ce6bb0a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.248780] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "port-94f23b8c-0411-4bf6-92ef-ce355ce6bb0a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.249189] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94f23b8c-0411-4bf6-92ef-ce355ce6bb0a',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.346788] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 07c43207-b033-4a25-b5b1-8bf4abf6640d [ 646.347107] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.347255] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.347352] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.347607] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.347835] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.347835] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:07c43207-b033-4a25-b5b1-8bf4abf6640d already deleted. [ 646.348115] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07c43207-b033-4a25-b5b1-8bf4abf6640d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.375614] env[65429]: INFO networking_nsxv3.common.synchronization [None req-54c21a30-6318-4f7a-a116-3cc8b810694e None None] Enqueued Resource ID: 27fbf52c-c2de-4305-9070-2e516ac7cb71 with Priority: HIGHEST for action port [ 646.376250] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27fbf52c-c2de-4305-9070-2e516ac7cb71 with Priority: HIGHEST for action port [ 646.376586] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-27fbf52c-c2de-4305-9070-2e516ac7cb71 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.376734] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27fbf52c-c2de-4305-9070-2e516ac7cb71" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.376734] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27fbf52c-c2de-4305-9070-2e516ac7cb71" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.380148] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27fbf52c-c2de-4305-9070-2e516ac7cb71" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.380301] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27fbf52c-c2de-4305-9070-2e516ac7cb71',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.688795] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 010bc5a5-8d81-4c68-b6e2-90feb36df7ef in Status: SUCCESS [ 646.688795] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 010bc5a5-8d81-4c68-b6e2-90feb36df7ef deletion is rescheduled due to dependency. [ 646.688795] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-010bc5a5-8d81-4c68-b6e2-90feb36df7ef" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.701168] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.701354] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.701424] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.701641] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.701743] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.701824] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9129a53-8081-4699-872c-2b3236dbc738 is going to be created. [ 646.728057] env[65429]: INFO networking_nsxv3.common.synchronization [req-76167c88-88cf-401a-b0a9-5196c99df375 req-c43e6979-b91d-4b97-abde-e0cc718ba112 tempest-ServersWithSpecificFlavorTestJSON-1606815913 tempest-ServersWithSpecificFlavorTestJSON-1606815913-project-member] Enqueued Resource ID: 82d1b07e-943d-4585-aadd-afbdec6abe9a with Priority: HIGHEST for action security_group_members [ 646.728057] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.728057] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.728057] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.728057] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.728057] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.729059] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82d1b07e-943d-4585-aadd-afbdec6abe9a with Priority: HIGHEST for action security_group_members [ 646.729404] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-82d1b07e-943d-4585-aadd-afbdec6abe9a taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.729506] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82d1b07e-943d-4585-aadd-afbdec6abe9a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.729506] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82d1b07e-943d-4585-aadd-afbdec6abe9a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.729714] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82d1b07e-943d-4585-aadd-afbdec6abe9a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.729871] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.729985] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.730058] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.730164] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.730239] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.730325] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82d1b07e-943d-4585-aadd-afbdec6abe9a',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.740373] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9129a53-8081-4699-872c-2b3236dbc738 in Status: UNINITIALIZED for 2s [ 646.752850] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.753086] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.753219] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.753493] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.753635] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.753784] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Segment Port 94f23b8c-0411-4bf6-92ef-ce355ce6bb0a not found, creating... [ 646.754043] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.754255] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.754392] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.754614] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.754742] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.755029] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.755186] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.755296] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.755496] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.755621] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.756970] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Resource: SegmentPort with ID: 94f23b8c-0411-4bf6-92ef-ce355ce6bb0a is going to be created. [ 646.781400] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.782046] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.782046] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.782046] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.782375] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.782498] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "port-94f23b8c-0411-4bf6-92ef-ce355ce6bb0a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.882384] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 27fbf52c-c2de-4305-9070-2e516ac7cb71 [ 646.882700] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.882842] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.882912] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.883191] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.883275] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.883588] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:27fbf52c-c2de-4305-9070-2e516ac7cb71 already deleted. [ 646.883588] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27fbf52c-c2de-4305-9070-2e516ac7cb71" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.234589] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.234749] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.234814] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.235047] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.235139] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.235329] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.235428] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.235490] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.235640] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.235716] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.235919] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82d1b07e-943d-4585-aadd-afbdec6abe9a already deleted. [ 647.235919] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82d1b07e-943d-4585-aadd-afbdec6abe9a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.292950] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock network-915 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.292950] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "network-915" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.292950] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "network-915" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.293243] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "network-915" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.293444] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.293620] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.294390] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.294443] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.294587] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.295206] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 647.295206] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 647.295206] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 647.295206] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 647.295206] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 647.295423] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 647.295423] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 647.315307] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 647.315307] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 647.315307] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 647.315480] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "network-915" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.315745] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock port-32efa4cc-37a4-4f20-9782-9bd2a03115f6 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.315921] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "port-32efa4cc-37a4-4f20-9782-9bd2a03115f6" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.316038] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "port-32efa4cc-37a4-4f20-9782-9bd2a03115f6" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.316382] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "port-32efa4cc-37a4-4f20-9782-9bd2a03115f6" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.316514] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32efa4cc-37a4-4f20-9782-9bd2a03115f6',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.469804] env[65429]: INFO networking_nsxv3.common.synchronization [req-7d389d28-e6d8-4a41-bb8c-cdff54fafba1 req-0173a2ff-4f5e-45ae-baf9-3ee0c6bf8e20 service nova] Enqueued Resource ID: e55f954a-ff42-4c28-b21d-7fea00a696c2 with Priority: HIGHEST for action security_group_rules [ 647.470061] env[65429]: INFO networking_nsxv3.common.synchronization [req-7d389d28-e6d8-4a41-bb8c-cdff54fafba1 req-0173a2ff-4f5e-45ae-baf9-3ee0c6bf8e20 service nova] Enqueued Resource ID: e55f954a-ff42-4c28-b21d-7fea00a696c2 with Priority: HIGHEST for action security_group_members [ 647.470231] env[65429]: INFO networking_nsxv3.common.synchronization [req-7d389d28-e6d8-4a41-bb8c-cdff54fafba1 req-0173a2ff-4f5e-45ae-baf9-3ee0c6bf8e20 service nova] Enqueued Resource ID: 94f23b8c-0411-4bf6-92ef-ce355ce6bb0a with Priority: HIGHEST for action port [ 647.470748] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e55f954a-ff42-4c28-b21d-7fea00a696c2 with Priority: HIGHEST for action security_group_rules [ 647.470883] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e55f954a-ff42-4c28-b21d-7fea00a696c2 with Priority: HIGHEST for action security_group_members [ 647.470980] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94f23b8c-0411-4bf6-92ef-ce355ce6bb0a with Priority: HIGHEST for action port [ 647.471888] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e55f954a-ff42-4c28-b21d-7fea00a696c2 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.472037] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e55f954a-ff42-4c28-b21d-7fea00a696c2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.472187] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e55f954a-ff42-4c28-b21d-7fea00a696c2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.472359] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e55f954a-ff42-4c28-b21d-7fea00a696c2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.472579] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e55f954a-ff42-4c28-b21d-7fea00a696c2',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.476642] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-e55f954a-ff42-4c28-b21d-7fea00a696c2 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.476642] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e55f954a-ff42-4c28-b21d-7fea00a696c2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.476642] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e55f954a-ff42-4c28-b21d-7fea00a696c2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.476642] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e55f954a-ff42-4c28-b21d-7fea00a696c2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.476642] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.476642] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.476642] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.476642] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.476642] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.476642] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e55f954a-ff42-4c28-b21d-7fea00a696c2',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.477606] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-94f23b8c-0411-4bf6-92ef-ce355ce6bb0a taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.477991] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-94f23b8c-0411-4bf6-92ef-ce355ce6bb0a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.478079] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-94f23b8c-0411-4bf6-92ef-ce355ce6bb0a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.478242] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-94f23b8c-0411-4bf6-92ef-ce355ce6bb0a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.478320] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94f23b8c-0411-4bf6-92ef-ce355ce6bb0a',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.790645] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af19c094-95f3-4416-881c-ba52661054b3 in Status: SUCCESS [ 647.791156] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af19c094-95f3-4416-881c-ba52661054b3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.819914] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.820182] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.820182] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.820836] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.820836] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.820836] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Segment Port 32efa4cc-37a4-4f20-9782-9bd2a03115f6 not found, creating... [ 647.821450] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.821450] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.821450] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.822111] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.822111] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.822782] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.823288] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.823288] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.823431] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.823568] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.823721] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Resource: SegmentPort with ID: 32efa4cc-37a4-4f20-9782-9bd2a03115f6 is going to be created. [ 647.848765] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.849144] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.849408] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.849797] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.850275] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.850692] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "port-32efa4cc-37a4-4f20-9782-9bd2a03115f6" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.978834] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e55f954a-ff42-4c28-b21d-7fea00a696c2',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.980366] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-e55f954a-ff42-4c28-b21d-7fea00a696c2 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.980839] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e55f954a-ff42-4c28-b21d-7fea00a696c2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.981673] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 94f23b8c-0411-4bf6-92ef-ce355ce6bb0a with status ACTIVE [ 647.981673] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.981673] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.982727] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.982727] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.982727] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.982940] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.983017] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.983120] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.983244] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.983324] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.983550] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.983745] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.983745] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.983826] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.983905] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.983987] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 94f23b8c-0411-4bf6-92ef-ce355ce6bb0a is going to be updated. [ 648.010028] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.010028] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.010276] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.010532] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.010532] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.010812] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-94f23b8c-0411-4bf6-92ef-ce355ce6bb0a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.482528] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e55f954a-ff42-4c28-b21d-7fea00a696c2',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.573392] env[65429]: INFO networking_nsxv3.common.synchronization [req-76167c88-88cf-401a-b0a9-5196c99df375 req-44a20490-fe88-4e8b-9b44-c7043e2422b0 service nova] Enqueued Resource ID: 82d1b07e-943d-4585-aadd-afbdec6abe9a with Priority: HIGHEST for action security_group_rules [ 648.573392] env[65429]: INFO networking_nsxv3.common.synchronization [req-76167c88-88cf-401a-b0a9-5196c99df375 req-44a20490-fe88-4e8b-9b44-c7043e2422b0 service nova] Enqueued Resource ID: 82d1b07e-943d-4585-aadd-afbdec6abe9a with Priority: HIGHEST for action security_group_members [ 648.573392] env[65429]: INFO networking_nsxv3.common.synchronization [req-76167c88-88cf-401a-b0a9-5196c99df375 req-44a20490-fe88-4e8b-9b44-c7043e2422b0 service nova] Enqueued Resource ID: 32efa4cc-37a4-4f20-9782-9bd2a03115f6 with Priority: HIGHEST for action port [ 648.573392] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82d1b07e-943d-4585-aadd-afbdec6abe9a with Priority: HIGHEST for action security_group_rules [ 648.573392] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82d1b07e-943d-4585-aadd-afbdec6abe9a with Priority: HIGHEST for action security_group_members [ 648.573392] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32efa4cc-37a4-4f20-9782-9bd2a03115f6 with Priority: HIGHEST for action port [ 648.573392] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82d1b07e-943d-4585-aadd-afbdec6abe9a taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.576172] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82d1b07e-943d-4585-aadd-afbdec6abe9a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.576172] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82d1b07e-943d-4585-aadd-afbdec6abe9a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.576172] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82d1b07e-943d-4585-aadd-afbdec6abe9a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.576172] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82d1b07e-943d-4585-aadd-afbdec6abe9a',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.576172] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-82d1b07e-943d-4585-aadd-afbdec6abe9a taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.576480] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82d1b07e-943d-4585-aadd-afbdec6abe9a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.576480] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82d1b07e-943d-4585-aadd-afbdec6abe9a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.576765] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82d1b07e-943d-4585-aadd-afbdec6abe9a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.576974] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.578216] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.578317] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.578546] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.578641] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.578910] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82d1b07e-943d-4585-aadd-afbdec6abe9a',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.580525] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-32efa4cc-37a4-4f20-9782-9bd2a03115f6 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.580807] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32efa4cc-37a4-4f20-9782-9bd2a03115f6" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.580999] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32efa4cc-37a4-4f20-9782-9bd2a03115f6" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.581235] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32efa4cc-37a4-4f20-9782-9bd2a03115f6" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.581352] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32efa4cc-37a4-4f20-9782-9bd2a03115f6',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.752362] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9129a53-8081-4699-872c-2b3236dbc738 in Status: SUCCESS [ 648.752653] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9129a53-8081-4699-872c-2b3236dbc738" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.752818] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9129a53-8081-4699-872c-2b3236dbc738" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.754199] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9129a53-8081-4699-872c-2b3236dbc738" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.754428] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.754601] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.754753] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.754910] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.755014] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.755134] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9129a53-8081-4699-872c-2b3236dbc738" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.756070] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b9129a53-8081-4699-872c-2b3236dbc738',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.984848] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.985188] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.985188] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.985467] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.985605] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.985803] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e55f954a-ff42-4c28-b21d-7fea00a696c2 is going to be created. [ 649.013653] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.013908] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.013908] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.014110] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.014273] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.023899] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e55f954a-ff42-4c28-b21d-7fea00a696c2 in Status: UNINITIALIZED for 2s [ 649.085373] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('82d1b07e-943d-4585-aadd-afbdec6abe9a',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.087093] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-82d1b07e-943d-4585-aadd-afbdec6abe9a taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.087245] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82d1b07e-943d-4585-aadd-afbdec6abe9a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.087488] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 32efa4cc-37a4-4f20-9782-9bd2a03115f6 with status ACTIVE [ 649.087707] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.087824] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.087893] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.089139] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.090172] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.090378] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.090486] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.090610] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.090736] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.090818] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.091009] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.091111] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.091173] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.091327] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.091405] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.091658] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 32efa4cc-37a4-4f20-9782-9bd2a03115f6 is going to be updated. [ 649.119213] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.119403] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.119448] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.120789] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.120789] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.120789] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32efa4cc-37a4-4f20-9782-9bd2a03115f6" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.257870] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9129a53-8081-4699-872c-2b3236dbc738 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.258058] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9129a53-8081-4699-872c-2b3236dbc738" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.258124] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9129a53-8081-4699-872c-2b3236dbc738" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.258399] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9129a53-8081-4699-872c-2b3236dbc738" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.258663] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.258727] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.258762] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.258902] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.259086] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.259184] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9129a53-8081-4699-872c-2b3236dbc738" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.259333] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9129a53-8081-4699-872c-2b3236dbc738 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.259422] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9129a53-8081-4699-872c-2b3236dbc738" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.259479] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9129a53-8081-4699-872c-2b3236dbc738" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.259733] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9129a53-8081-4699-872c-2b3236dbc738" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.259784] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.259870] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.259927] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.260078] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.260151] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.260264] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9129a53-8081-4699-872c-2b3236dbc738" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.260356] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b9129a53-8081-4699-872c-2b3236dbc738',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.593632] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('82d1b07e-943d-4585-aadd-afbdec6abe9a',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.763423] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b9129a53-8081-4699-872c-2b3236dbc738: rpc.has_security_group_logging(os_id): False [ 649.782338] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.782338] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.782862] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.782862] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.782862] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.782862] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.783099] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.783099] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.783585] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.783585] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.783585] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.783585] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.784245] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.784245] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.784245] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.784245] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.784245] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.784245] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.784727] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.784727] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.784727] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9129a53-8081-4699-872c-2b3236dbc738 is going to be created. [ 649.848588] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.848799] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.848799] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.849050] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.849247] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.863826] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9129a53-8081-4699-872c-2b3236dbc738 in Status: IN_PROGRESS for 2s [ 650.096534] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.096905] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.096905] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.096905] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.097175] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.097219] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82d1b07e-943d-4585-aadd-afbdec6abe9a is going to be created. [ 650.117854] env[65429]: INFO networking_nsxv3.common.synchronization [req-a3443643-d19d-44fe-98b2-adc0bd7a66b9 req-8cce1454-012a-45c1-acb8-0f96227ddcaa tempest-SecurityGroupRulesTestJSON-1087926316 tempest-SecurityGroupRulesTestJSON-1087926316-project-member] Enqueued Resource ID: 18ef1e12-c002-41e8-b28c-96ead7ae15a8 with Priority: HIGHEST for action security_group_rules [ 650.118456] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18ef1e12-c002-41e8-b28c-96ead7ae15a8 with Priority: HIGHEST for action security_group_rules [ 650.119129] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18ef1e12-c002-41e8-b28c-96ead7ae15a8 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.120167] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18ef1e12-c002-41e8-b28c-96ead7ae15a8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.120167] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18ef1e12-c002-41e8-b28c-96ead7ae15a8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.120167] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18ef1e12-c002-41e8-b28c-96ead7ae15a8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.120167] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18ef1e12-c002-41e8-b28c-96ead7ae15a8',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.130902] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.131013] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.131013] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.131704] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.131704] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.144028] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82d1b07e-943d-4585-aadd-afbdec6abe9a in Status: UNINITIALIZED for 2s [ 650.643104] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.643104] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.643104] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.643104] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.643104] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.643378] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18ef1e12-c002-41e8-b28c-96ead7ae15a8 already deleted. [ 650.643378] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18ef1e12-c002-41e8-b28c-96ead7ae15a8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.023404] env[65429]: INFO networking_nsxv3.common.synchronization [req-fd9c4773-16f2-4866-aab6-5b0d0f49c24a req-626345cc-73d8-4460-9089-2379ab5e3405 tempest-ListImageFiltersTestJSON-1648131085 tempest-ListImageFiltersTestJSON-1648131085-project-member] Enqueued Resource ID: e55f954a-ff42-4c28-b21d-7fea00a696c2 with Priority: HIGHEST for action security_group_members [ 651.024010] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e55f954a-ff42-4c28-b21d-7fea00a696c2 with Priority: HIGHEST for action security_group_members [ 651.026401] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-e55f954a-ff42-4c28-b21d-7fea00a696c2 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.026554] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e55f954a-ff42-4c28-b21d-7fea00a696c2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.042061] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e55f954a-ff42-4c28-b21d-7fea00a696c2 in Status: SUCCESS [ 651.042061] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e55f954a-ff42-4c28-b21d-7fea00a696c2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.042061] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e55f954a-ff42-4c28-b21d-7fea00a696c2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.042061] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e55f954a-ff42-4c28-b21d-7fea00a696c2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.042061] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.042061] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.042061] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.042061] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.042061] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.042061] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e55f954a-ff42-4c28-b21d-7fea00a696c2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.042061] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e55f954a-ff42-4c28-b21d-7fea00a696c2',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.044611] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e55f954a-ff42-4c28-b21d-7fea00a696c2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.044892] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e55f954a-ff42-4c28-b21d-7fea00a696c2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.049391] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.049391] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.049391] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.049391] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.049391] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.049391] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e55f954a-ff42-4c28-b21d-7fea00a696c2',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.529414] env[65429]: INFO networking_nsxv3.common.synchronization [None req-bba365bf-ec55-4e11-b0a0-47d5b03db7bb None None] Enqueued Resource ID: db00838a-c959-4d8a-922d-671f5eee4834 with Priority: HIGHEST for action port [ 651.529414] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db00838a-c959-4d8a-922d-671f5eee4834 with Priority: HIGHEST for action port [ 651.529949] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-db00838a-c959-4d8a-922d-671f5eee4834 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.530226] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db00838a-c959-4d8a-922d-671f5eee4834" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.530294] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db00838a-c959-4d8a-922d-671f5eee4834" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.530565] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db00838a-c959-4d8a-922d-671f5eee4834" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.531306] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db00838a-c959-4d8a-922d-671f5eee4834',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.546217] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-e55f954a-ff42-4c28-b21d-7fea00a696c2 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.546447] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e55f954a-ff42-4c28-b21d-7fea00a696c2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.553942] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e55f954a-ff42-4c28-b21d-7fea00a696c2',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.876931] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9129a53-8081-4699-872c-2b3236dbc738 in Status: SUCCESS [ 651.877211] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9129a53-8081-4699-872c-2b3236dbc738" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.984537] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock network-698 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.984735] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "network-698" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.984854] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "network-698" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.986257] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "network-698" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.986357] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.986499] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.988667] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.988667] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.988667] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.988667] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 651.988667] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 651.988667] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 651.988667] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 651.988667] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 651.988667] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 651.989126] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 652.022734] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 652.023291] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 652.023451] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 652.023611] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "network-698" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.024538] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock port-c523afd6-6070-42f5-bf9c-1d4884a3edd3 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.024732] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "port-c523afd6-6070-42f5-bf9c-1d4884a3edd3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.025325] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "port-c523afd6-6070-42f5-bf9c-1d4884a3edd3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.025325] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "port-c523afd6-6070-42f5-bf9c-1d4884a3edd3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.025411] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c523afd6-6070-42f5-bf9c-1d4884a3edd3',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.034878] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port db00838a-c959-4d8a-922d-671f5eee4834 [ 652.035108] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.035236] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.035564] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.035564] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.035638] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.035680] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:db00838a-c959-4d8a-922d-671f5eee4834 already deleted. [ 652.035766] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db00838a-c959-4d8a-922d-671f5eee4834" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.058159] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e55f954a-ff42-4c28-b21d-7fea00a696c2',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.154433] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82d1b07e-943d-4585-aadd-afbdec6abe9a in Status: SUCCESS [ 652.154660] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82d1b07e-943d-4585-aadd-afbdec6abe9a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.154972] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82d1b07e-943d-4585-aadd-afbdec6abe9a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.155946] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82d1b07e-943d-4585-aadd-afbdec6abe9a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.155946] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.155946] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.155946] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.158159] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.158295] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.158442] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82d1b07e-943d-4585-aadd-afbdec6abe9a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.158582] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('82d1b07e-943d-4585-aadd-afbdec6abe9a',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.506712] env[65429]: INFO networking_nsxv3.common.synchronization [req-13cabf48-2553-4245-94fb-5bed7c48eb0d req-6f97c502-5545-4459-9dd3-aea30aa32597 tempest-SecurityGroupRulesTestJSON-1087926316 tempest-SecurityGroupRulesTestJSON-1087926316-project-member] Enqueued Resource ID: 18ef1e12-c002-41e8-b28c-96ead7ae15a8 with Priority: HIGHEST for action security_group_rules [ 652.508740] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18ef1e12-c002-41e8-b28c-96ead7ae15a8 with Priority: HIGHEST for action security_group_rules [ 652.508740] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18ef1e12-c002-41e8-b28c-96ead7ae15a8 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.508740] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18ef1e12-c002-41e8-b28c-96ead7ae15a8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.508740] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18ef1e12-c002-41e8-b28c-96ead7ae15a8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.508740] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18ef1e12-c002-41e8-b28c-96ead7ae15a8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.508740] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18ef1e12-c002-41e8-b28c-96ead7ae15a8',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.531048] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.531048] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.531048] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.531048] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.531048] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.531048] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Segment Port c523afd6-6070-42f5-bf9c-1d4884a3edd3 not found, creating... [ 652.531817] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.531817] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.531817] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.531817] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.531817] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.532162] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.533553] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.533553] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.533553] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.533553] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.533553] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Resource: SegmentPort with ID: c523afd6-6070-42f5-bf9c-1d4884a3edd3 is going to be created. [ 652.558948] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.558948] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.558948] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.559400] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.559737] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.560068] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "port-c523afd6-6070-42f5-bf9c-1d4884a3edd3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.561733] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.561733] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.561733] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.561733] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.561733] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.561733] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e55f954a-ff42-4c28-b21d-7fea00a696c2 is going to be updated. [ 652.592434] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.592685] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.592685] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.592872] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.593033] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.605067] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e55f954a-ff42-4c28-b21d-7fea00a696c2 in Status: IN_PROGRESS for 2s [ 652.669553] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('82d1b07e-943d-4585-aadd-afbdec6abe9a',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.030449] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.030617] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.030672] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.030873] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.030965] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.031124] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18ef1e12-c002-41e8-b28c-96ead7ae15a8 already deleted. [ 653.032400] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18ef1e12-c002-41e8-b28c-96ead7ae15a8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.171896] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 82d1b07e-943d-4585-aadd-afbdec6abe9a: rpc.has_security_group_logging(os_id): False [ 653.192465] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.192666] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.192666] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.192878] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.192961] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.193226] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.193328] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.193453] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.193532] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.193604] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.193686] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82d1b07e-943d-4585-aadd-afbdec6abe9a is going to be created. [ 653.257158] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.257339] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.257413] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.257742] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.258382] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.272901] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82d1b07e-943d-4585-aadd-afbdec6abe9a in Status: IN_PROGRESS for 2s [ 653.287406] env[65429]: INFO networking_nsxv3.common.synchronization [req-fd9c4773-16f2-4866-aab6-5b0d0f49c24a req-e6394e21-c511-423d-a8eb-5a0893f2b9de service nova] Enqueued Resource ID: e55f954a-ff42-4c28-b21d-7fea00a696c2 with Priority: HIGHEST for action security_group_rules [ 653.288116] env[65429]: INFO networking_nsxv3.common.synchronization [req-fd9c4773-16f2-4866-aab6-5b0d0f49c24a req-e6394e21-c511-423d-a8eb-5a0893f2b9de service nova] Enqueued Resource ID: e55f954a-ff42-4c28-b21d-7fea00a696c2 with Priority: HIGHEST for action security_group_members [ 653.288920] env[65429]: INFO networking_nsxv3.common.synchronization [req-fd9c4773-16f2-4866-aab6-5b0d0f49c24a req-e6394e21-c511-423d-a8eb-5a0893f2b9de service nova] Enqueued Resource ID: c523afd6-6070-42f5-bf9c-1d4884a3edd3 with Priority: HIGHEST for action port [ 653.289165] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e55f954a-ff42-4c28-b21d-7fea00a696c2 with Priority: HIGHEST for action security_group_rules [ 653.289330] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e55f954a-ff42-4c28-b21d-7fea00a696c2 with Priority: HIGHEST for action security_group_members [ 653.289441] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c523afd6-6070-42f5-bf9c-1d4884a3edd3 with Priority: HIGHEST for action port [ 653.290047] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e55f954a-ff42-4c28-b21d-7fea00a696c2 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.290047] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e55f954a-ff42-4c28-b21d-7fea00a696c2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.290202] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-e55f954a-ff42-4c28-b21d-7fea00a696c2 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.290250] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e55f954a-ff42-4c28-b21d-7fea00a696c2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.290430] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-c523afd6-6070-42f5-bf9c-1d4884a3edd3 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.290535] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c523afd6-6070-42f5-bf9c-1d4884a3edd3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.290632] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c523afd6-6070-42f5-bf9c-1d4884a3edd3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.290853] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c523afd6-6070-42f5-bf9c-1d4884a3edd3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.290961] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c523afd6-6070-42f5-bf9c-1d4884a3edd3',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.506828] env[65429]: INFO networking_nsxv3.common.synchronization [req-5538626d-8d8c-48cc-852b-999442e1fc87 req-741bd91a-134e-4fe4-8cbe-f15aaf9d4546 tempest-ServersTestJSON-1703044794 tempest-ServersTestJSON-1703044794-project-member] Enqueued Resource ID: 04f07f3a-a3bb-4698-841c-45f2cf780349 with Priority: HIGHEST for action security_group_members [ 653.507625] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04f07f3a-a3bb-4698-841c-45f2cf780349 with Priority: HIGHEST for action security_group_members [ 653.508420] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-04f07f3a-a3bb-4698-841c-45f2cf780349 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.508552] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04f07f3a-a3bb-4698-841c-45f2cf780349" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.508621] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04f07f3a-a3bb-4698-841c-45f2cf780349" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.508869] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04f07f3a-a3bb-4698-841c-45f2cf780349" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.509079] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.509184] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.509249] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.509465] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.509561] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.509888] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04f07f3a-a3bb-4698-841c-45f2cf780349',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.796909] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c523afd6-6070-42f5-bf9c-1d4884a3edd3 with status ACTIVE [ 653.796909] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.796909] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.796909] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.796909] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.796909] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.796909] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.796909] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.796909] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.796909] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.796909] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.796909] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.796909] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.796909] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.796909] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.796909] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.796909] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c523afd6-6070-42f5-bf9c-1d4884a3edd3 is going to be updated. [ 653.824385] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.824565] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.824565] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.824779] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.825265] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.825265] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c523afd6-6070-42f5-bf9c-1d4884a3edd3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.986765] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock network-91 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.986765] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "network-91" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.986765] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "network-91" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.987663] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "network-91" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.987663] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.987663] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.987663] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.987663] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.987861] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.988606] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 653.988753] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 653.988897] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 653.989131] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 653.989282] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 653.989412] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 653.989568] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 654.013308] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.013308] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.013308] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.013308] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.013308] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.013308] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.013308] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.013308] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.013308] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.013308] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.013308] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04f07f3a-a3bb-4698-841c-45f2cf780349 already deleted. [ 654.013308] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04f07f3a-a3bb-4698-841c-45f2cf780349" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.018047] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 654.018047] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 654.018047] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 654.018047] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "network-91" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.018047] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock port-7394ba8e-bff3-47f2-a3b9-89db1bb2926c taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.018047] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "port-7394ba8e-bff3-47f2-a3b9-89db1bb2926c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.018047] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "port-7394ba8e-bff3-47f2-a3b9-89db1bb2926c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.018047] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "port-7394ba8e-bff3-47f2-a3b9-89db1bb2926c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.018047] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7394ba8e-bff3-47f2-a3b9-89db1bb2926c',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.520177] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.520512] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.520512] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.520928] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.521190] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.521461] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Segment Port 7394ba8e-bff3-47f2-a3b9-89db1bb2926c not found, creating... [ 654.521867] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.522154] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.522318] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.523254] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.523254] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.523254] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.523444] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.523600] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.523900] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.524137] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.524366] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Resource: SegmentPort with ID: 7394ba8e-bff3-47f2-a3b9-89db1bb2926c is going to be created. [ 654.551138] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.551406] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.551533] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.551830] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.552095] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.552334] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "port-7394ba8e-bff3-47f2-a3b9-89db1bb2926c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.584681] env[65429]: INFO networking_nsxv3.common.synchronization [None req-3d86db1d-c554-4293-a9f8-e7dd2bc5efd7 None None] Enqueued Resource ID: 83ef59b5-96de-47da-bfa0-024e577d6160 with Priority: HIGHEST for action port [ 654.585545] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83ef59b5-96de-47da-bfa0-024e577d6160 with Priority: HIGHEST for action port [ 654.590668] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-83ef59b5-96de-47da-bfa0-024e577d6160 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.591498] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83ef59b5-96de-47da-bfa0-024e577d6160" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.591498] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83ef59b5-96de-47da-bfa0-024e577d6160" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.591498] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83ef59b5-96de-47da-bfa0-024e577d6160" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.591498] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83ef59b5-96de-47da-bfa0-024e577d6160',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.616093] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e55f954a-ff42-4c28-b21d-7fea00a696c2 in Status: SUCCESS [ 654.616345] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e55f954a-ff42-4c28-b21d-7fea00a696c2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.616838] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e55f954a-ff42-4c28-b21d-7fea00a696c2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.617098] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e55f954a-ff42-4c28-b21d-7fea00a696c2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.617297] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.617442] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.617512] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.617670] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.617753] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.617839] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e55f954a-ff42-4c28-b21d-7fea00a696c2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.618015] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-e55f954a-ff42-4c28-b21d-7fea00a696c2 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.618115] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e55f954a-ff42-4c28-b21d-7fea00a696c2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.618177] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e55f954a-ff42-4c28-b21d-7fea00a696c2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.618318] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e55f954a-ff42-4c28-b21d-7fea00a696c2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.618455] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.618550] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.618607] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.618740] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.618812] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.618892] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e55f954a-ff42-4c28-b21d-7fea00a696c2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.619018] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e55f954a-ff42-4c28-b21d-7fea00a696c2',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.619804] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e55f954a-ff42-4c28-b21d-7fea00a696c2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.619960] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e55f954a-ff42-4c28-b21d-7fea00a696c2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.620117] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.620256] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.620367] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.620525] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.620618] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.620712] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e55f954a-ff42-4c28-b21d-7fea00a696c2',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.093846] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 83ef59b5-96de-47da-bfa0-024e577d6160 [ 655.094180] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.094415] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.094415] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.094649] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.094741] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.094849] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:83ef59b5-96de-47da-bfa0-024e577d6160 already deleted. [ 655.095243] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83ef59b5-96de-47da-bfa0-024e577d6160" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.126021] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e55f954a-ff42-4c28-b21d-7fea00a696c2: rpc.has_security_group_logging(os_id): False [ 655.126021] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e55f954a-ff42-4c28-b21d-7fea00a696c2',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.149067] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.149256] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.149307] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.149526] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.149623] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.149855] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.150060] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.150060] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.150176] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.150256] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.150849] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.150849] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.150849] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.150849] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.150849] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.151104] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.151104] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.151288] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.151424] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.151424] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.151486] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e55f954a-ff42-4c28-b21d-7fea00a696c2 is going to be created. [ 655.223761] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.223955] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.224041] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.224254] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.224427] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.241082] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e55f954a-ff42-4c28-b21d-7fea00a696c2 in Status: IN_PROGRESS for 2s [ 655.317086] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82d1b07e-943d-4585-aadd-afbdec6abe9a in Status: SUCCESS [ 655.317086] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82d1b07e-943d-4585-aadd-afbdec6abe9a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.329353] env[65429]: INFO networking_nsxv3.common.synchronization [req-5538626d-8d8c-48cc-852b-999442e1fc87 req-3a631e8b-650b-414a-bb4e-7f4533ac5acc service nova] Enqueued Resource ID: 04f07f3a-a3bb-4698-841c-45f2cf780349 with Priority: HIGHEST for action security_group_rules [ 655.329353] env[65429]: INFO networking_nsxv3.common.synchronization [req-5538626d-8d8c-48cc-852b-999442e1fc87 req-3a631e8b-650b-414a-bb4e-7f4533ac5acc service nova] Enqueued Resource ID: 04f07f3a-a3bb-4698-841c-45f2cf780349 with Priority: HIGHEST for action security_group_members [ 655.329353] env[65429]: INFO networking_nsxv3.common.synchronization [req-5538626d-8d8c-48cc-852b-999442e1fc87 req-3a631e8b-650b-414a-bb4e-7f4533ac5acc service nova] Enqueued Resource ID: 7394ba8e-bff3-47f2-a3b9-89db1bb2926c with Priority: HIGHEST for action port [ 655.329353] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04f07f3a-a3bb-4698-841c-45f2cf780349 with Priority: HIGHEST for action security_group_rules [ 655.329353] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04f07f3a-a3bb-4698-841c-45f2cf780349 with Priority: HIGHEST for action security_group_members [ 655.329353] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7394ba8e-bff3-47f2-a3b9-89db1bb2926c with Priority: HIGHEST for action port [ 655.329353] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04f07f3a-a3bb-4698-841c-45f2cf780349 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.329353] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04f07f3a-a3bb-4698-841c-45f2cf780349" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.329353] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04f07f3a-a3bb-4698-841c-45f2cf780349" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.329353] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04f07f3a-a3bb-4698-841c-45f2cf780349" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.329353] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04f07f3a-a3bb-4698-841c-45f2cf780349',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.330728] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-04f07f3a-a3bb-4698-841c-45f2cf780349 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.330728] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04f07f3a-a3bb-4698-841c-45f2cf780349" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.330728] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04f07f3a-a3bb-4698-841c-45f2cf780349" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.330728] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04f07f3a-a3bb-4698-841c-45f2cf780349" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.330728] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.330728] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.330728] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.331371] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.331371] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.331371] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04f07f3a-a3bb-4698-841c-45f2cf780349',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.335530] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-7394ba8e-bff3-47f2-a3b9-89db1bb2926c taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.335530] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7394ba8e-bff3-47f2-a3b9-89db1bb2926c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.335530] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7394ba8e-bff3-47f2-a3b9-89db1bb2926c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.335530] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7394ba8e-bff3-47f2-a3b9-89db1bb2926c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.335530] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7394ba8e-bff3-47f2-a3b9-89db1bb2926c',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.628383] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e55f954a-ff42-4c28-b21d-7fea00a696c2',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.835423] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-04f07f3a-a3bb-4698-841c-45f2cf780349 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.835627] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04f07f3a-a3bb-4698-841c-45f2cf780349" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.838885] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04f07f3a-a3bb-4698-841c-45f2cf780349',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.844184] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7394ba8e-bff3-47f2-a3b9-89db1bb2926c with status ACTIVE [ 655.844184] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.844184] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.844184] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.844184] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.844184] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.844184] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.844184] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.844184] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.844184] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.844184] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.844184] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.844184] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.844184] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.844184] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.844184] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.844184] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7394ba8e-bff3-47f2-a3b9-89db1bb2926c is going to be updated. [ 655.873788] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.875407] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.875407] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.875407] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.875407] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.875407] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7394ba8e-bff3-47f2-a3b9-89db1bb2926c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.131273] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.131633] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.131633] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.132153] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.132153] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.132153] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e55f954a-ff42-4c28-b21d-7fea00a696c2 is going to be updated. [ 656.168811] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.168957] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.169054] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.169314] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.169452] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.184022] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e55f954a-ff42-4c28-b21d-7fea00a696c2 in Status: IN_PROGRESS for 2s [ 656.347610] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04f07f3a-a3bb-4698-841c-45f2cf780349',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.710794] env[65429]: INFO networking_nsxv3.common.synchronization [req-974e68f1-cfb6-4087-b74b-92f531402887 req-7399ebe7-c155-4a95-a6ec-4b83909f8775 tempest-ServersAdminNegativeTestJSON-1278932542 tempest-ServersAdminNegativeTestJSON-1278932542-project-member] Enqueued Resource ID: 30289e1a-24e2-49c4-860e-1d0350a75fd4 with Priority: HIGHEST for action security_group_members [ 656.712515] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30289e1a-24e2-49c4-860e-1d0350a75fd4 with Priority: HIGHEST for action security_group_members [ 656.713019] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-30289e1a-24e2-49c4-860e-1d0350a75fd4 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.713731] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30289e1a-24e2-49c4-860e-1d0350a75fd4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.713731] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30289e1a-24e2-49c4-860e-1d0350a75fd4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.713731] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30289e1a-24e2-49c4-860e-1d0350a75fd4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.713920] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.714121] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.714196] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.714443] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.714576] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.714845] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30289e1a-24e2-49c4-860e-1d0350a75fd4',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.834643] env[65429]: INFO networking_nsxv3.common.synchronization [req-79f7d32d-522e-43e3-b71f-6b53658c6442 req-c6d9de75-5383-4195-8426-21da6fbc384e tempest-SecurityGroupRulesTestJSON-1087926316 tempest-SecurityGroupRulesTestJSON-1087926316-project-member] Enqueued Resource ID: 18ef1e12-c002-41e8-b28c-96ead7ae15a8 with Priority: HIGHEST for action security_group_rules [ 656.835328] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18ef1e12-c002-41e8-b28c-96ead7ae15a8 with Priority: HIGHEST for action security_group_rules [ 656.836170] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18ef1e12-c002-41e8-b28c-96ead7ae15a8 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.836293] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18ef1e12-c002-41e8-b28c-96ead7ae15a8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.837075] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18ef1e12-c002-41e8-b28c-96ead7ae15a8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.837075] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18ef1e12-c002-41e8-b28c-96ead7ae15a8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.837075] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18ef1e12-c002-41e8-b28c-96ead7ae15a8',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.854327] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.854327] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.854327] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.854327] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.854327] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.854327] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04f07f3a-a3bb-4698-841c-45f2cf780349 is going to be created. [ 656.884830] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.884830] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.884830] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.885313] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.885313] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.897898] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04f07f3a-a3bb-4698-841c-45f2cf780349 in Status: UNINITIALIZED for 2s [ 657.093861] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock network-698 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.094168] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "network-698" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.094269] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "network-698" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.094620] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "network-698" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.094932] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.095182] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.095511] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.095821] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.095969] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.096191] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 657.096297] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 657.096401] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 657.096502] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 657.096835] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 657.096970] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 657.097162] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 657.117304] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 657.117304] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 657.117304] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 657.117304] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "network-698" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.117304] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock port-4e511437-e42f-41e4-9f66-692d06ef770d taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.117304] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "port-4e511437-e42f-41e4-9f66-692d06ef770d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.117638] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "port-4e511437-e42f-41e4-9f66-692d06ef770d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.117735] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "port-4e511437-e42f-41e4-9f66-692d06ef770d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.117859] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e511437-e42f-41e4-9f66-692d06ef770d',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.218523] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.219055] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.219147] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.219405] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.219575] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.219744] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.219852] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.219915] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.220172] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.220280] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.220369] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30289e1a-24e2-49c4-860e-1d0350a75fd4 already deleted. [ 657.220449] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30289e1a-24e2-49c4-860e-1d0350a75fd4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.255474] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e55f954a-ff42-4c28-b21d-7fea00a696c2 in Status: SUCCESS [ 657.255723] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e55f954a-ff42-4c28-b21d-7fea00a696c2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.256330] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e55f954a-ff42-4c28-b21d-7fea00a696c2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.256598] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e55f954a-ff42-4c28-b21d-7fea00a696c2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.256728] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e55f954a-ff42-4c28-b21d-7fea00a696c2',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.364016] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.364259] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.364259] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.364479] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.364556] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.364653] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18ef1e12-c002-41e8-b28c-96ead7ae15a8 already deleted. [ 657.364751] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18ef1e12-c002-41e8-b28c-96ead7ae15a8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.621987] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.622256] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.622400] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.622684] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.622854] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.623048] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Segment Port 4e511437-e42f-41e4-9f66-692d06ef770d not found, creating... [ 657.623335] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.623494] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.623602] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.623825] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.623958] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.624294] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.624472] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.624609] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.624846] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.624984] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.625177] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Resource: SegmentPort with ID: 4e511437-e42f-41e4-9f66-692d06ef770d is going to be created. [ 657.647984] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.648248] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.648305] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.648598] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.648824] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.649372] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "port-4e511437-e42f-41e4-9f66-692d06ef770d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.759411] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-e55f954a-ff42-4c28-b21d-7fea00a696c2 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.759595] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e55f954a-ff42-4c28-b21d-7fea00a696c2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.196858] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e55f954a-ff42-4c28-b21d-7fea00a696c2 in Status: SUCCESS [ 658.197154] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e55f954a-ff42-4c28-b21d-7fea00a696c2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.197341] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e55f954a-ff42-4c28-b21d-7fea00a696c2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.198022] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e55f954a-ff42-4c28-b21d-7fea00a696c2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.198022] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.198022] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.198022] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.198629] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.198629] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.198629] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e55f954a-ff42-4c28-b21d-7fea00a696c2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.198629] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e55f954a-ff42-4c28-b21d-7fea00a696c2',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.366076] env[65429]: INFO networking_nsxv3.common.synchronization [req-974e68f1-cfb6-4087-b74b-92f531402887 req-60b8f785-6024-43ac-8f92-1aed3f3ff342 service nova] Enqueued Resource ID: 30289e1a-24e2-49c4-860e-1d0350a75fd4 with Priority: HIGHEST for action security_group_rules [ 658.366076] env[65429]: INFO networking_nsxv3.common.synchronization [req-974e68f1-cfb6-4087-b74b-92f531402887 req-60b8f785-6024-43ac-8f92-1aed3f3ff342 service nova] Enqueued Resource ID: 30289e1a-24e2-49c4-860e-1d0350a75fd4 with Priority: HIGHEST for action security_group_members [ 658.366463] env[65429]: INFO networking_nsxv3.common.synchronization [req-974e68f1-cfb6-4087-b74b-92f531402887 req-60b8f785-6024-43ac-8f92-1aed3f3ff342 service nova] Enqueued Resource ID: 4e511437-e42f-41e4-9f66-692d06ef770d with Priority: HIGHEST for action port [ 658.367265] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30289e1a-24e2-49c4-860e-1d0350a75fd4 with Priority: HIGHEST for action security_group_rules [ 658.367265] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30289e1a-24e2-49c4-860e-1d0350a75fd4 with Priority: HIGHEST for action security_group_members [ 658.367265] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e511437-e42f-41e4-9f66-692d06ef770d with Priority: HIGHEST for action port [ 658.367873] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30289e1a-24e2-49c4-860e-1d0350a75fd4 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.367873] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30289e1a-24e2-49c4-860e-1d0350a75fd4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.367873] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30289e1a-24e2-49c4-860e-1d0350a75fd4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.368101] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30289e1a-24e2-49c4-860e-1d0350a75fd4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.368193] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30289e1a-24e2-49c4-860e-1d0350a75fd4',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.369310] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-30289e1a-24e2-49c4-860e-1d0350a75fd4 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.369426] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30289e1a-24e2-49c4-860e-1d0350a75fd4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.369491] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30289e1a-24e2-49c4-860e-1d0350a75fd4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.370520] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30289e1a-24e2-49c4-860e-1d0350a75fd4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.370520] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.370520] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.370520] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.370520] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.370520] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.370520] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30289e1a-24e2-49c4-860e-1d0350a75fd4',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.371166] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e511437-e42f-41e4-9f66-692d06ef770d taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.371268] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e511437-e42f-41e4-9f66-692d06ef770d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.371343] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e511437-e42f-41e4-9f66-692d06ef770d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.372024] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e511437-e42f-41e4-9f66-692d06ef770d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.372126] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e511437-e42f-41e4-9f66-692d06ef770d',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.702981] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-e55f954a-ff42-4c28-b21d-7fea00a696c2 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.702981] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e55f954a-ff42-4c28-b21d-7fea00a696c2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.702981] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e55f954a-ff42-4c28-b21d-7fea00a696c2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.702981] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e55f954a-ff42-4c28-b21d-7fea00a696c2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.702981] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.702981] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.702981] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.702981] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.702981] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.702981] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e55f954a-ff42-4c28-b21d-7fea00a696c2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.702981] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-e55f954a-ff42-4c28-b21d-7fea00a696c2 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.702981] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e55f954a-ff42-4c28-b21d-7fea00a696c2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.702981] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e55f954a-ff42-4c28-b21d-7fea00a696c2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.702981] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e55f954a-ff42-4c28-b21d-7fea00a696c2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.702981] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.702981] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.703636] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.703636] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.703636] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.703636] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e55f954a-ff42-4c28-b21d-7fea00a696c2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.703636] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e55f954a-ff42-4c28-b21d-7fea00a696c2',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.874424] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30289e1a-24e2-49c4-860e-1d0350a75fd4',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.875638] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-30289e1a-24e2-49c4-860e-1d0350a75fd4 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.875758] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30289e1a-24e2-49c4-860e-1d0350a75fd4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.875883] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4e511437-e42f-41e4-9f66-692d06ef770d with status ACTIVE [ 658.876026] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.876336] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.876336] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.876433] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.876468] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.876631] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.876721] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.876794] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.876964] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.877256] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.877451] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.877570] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.877605] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.877747] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.878165] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.878165] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4e511437-e42f-41e4-9f66-692d06ef770d is going to be updated. [ 658.901182] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.901392] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.901392] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.901609] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.901742] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.901907] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e511437-e42f-41e4-9f66-692d06ef770d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.908104] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04f07f3a-a3bb-4698-841c-45f2cf780349 in Status: SUCCESS [ 658.908309] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04f07f3a-a3bb-4698-841c-45f2cf780349" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.908463] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04f07f3a-a3bb-4698-841c-45f2cf780349" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.908671] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04f07f3a-a3bb-4698-841c-45f2cf780349" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.908867] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.908971] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.909069] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.909336] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.909336] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.909455] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04f07f3a-a3bb-4698-841c-45f2cf780349" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.909534] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04f07f3a-a3bb-4698-841c-45f2cf780349',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.207156] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e55f954a-ff42-4c28-b21d-7fea00a696c2: rpc.has_security_group_logging(os_id): False [ 659.229400] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.229602] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.229602] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.229805] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.229895] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.230174] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.230308] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.232810] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.233302] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.233302] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.233444] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.233575] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.233642] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.233807] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.233909] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.238022] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.238022] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.238022] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.238022] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.238022] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.238022] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e55f954a-ff42-4c28-b21d-7fea00a696c2 is going to be updated. [ 659.316866] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.318772] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.318772] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.318772] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.318772] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.341158] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e55f954a-ff42-4c28-b21d-7fea00a696c2 in Status: IN_PROGRESS for 2s [ 659.380272] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30289e1a-24e2-49c4-860e-1d0350a75fd4',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.413052] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04f07f3a-a3bb-4698-841c-45f2cf780349',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.884475] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.884475] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.884475] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.884475] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.884475] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.884475] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30289e1a-24e2-49c4-860e-1d0350a75fd4 is going to be created. [ 659.912566] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.912566] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.912566] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.912987] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.912987] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.916027] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04f07f3a-a3bb-4698-841c-45f2cf780349: rpc.has_security_group_logging(os_id): False [ 659.931370] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30289e1a-24e2-49c4-860e-1d0350a75fd4 in Status: UNINITIALIZED for 2s [ 659.938421] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.938716] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.938716] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.938962] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.939145] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.939471] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.939471] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.939471] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.939765] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.939765] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.939884] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04f07f3a-a3bb-4698-841c-45f2cf780349 is going to be created. [ 660.027874] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.028080] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.028178] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.028439] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.028774] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.042400] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04f07f3a-a3bb-4698-841c-45f2cf780349 in Status: IN_PROGRESS for 2s [ 660.895777] env[65429]: INFO networking_nsxv3.common.synchronization [req-fae3bff3-18c8-4a33-9afe-3bd6d32e9101 req-0a334663-0ce3-4608-a3ca-6d55a18769a6 tempest-ServersTestManualDisk-900831250 tempest-ServersTestManualDisk-900831250-project-member] Enqueued Resource ID: 8b081eca-a0b0-4294-af0a-aca96b777cdd with Priority: HIGHEST for action security_group_members [ 660.896469] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b081eca-a0b0-4294-af0a-aca96b777cdd with Priority: HIGHEST for action security_group_members [ 660.896581] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b081eca-a0b0-4294-af0a-aca96b777cdd taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.896705] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b081eca-a0b0-4294-af0a-aca96b777cdd" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.896775] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b081eca-a0b0-4294-af0a-aca96b777cdd" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.897455] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b081eca-a0b0-4294-af0a-aca96b777cdd" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.897627] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.897734] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.897801] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.897971] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.898074] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.898216] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b081eca-a0b0-4294-af0a-aca96b777cdd',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.304033] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock network-735 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.304350] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "network-735" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.304439] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "network-735" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.304946] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "network-735" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.304946] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.305127] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.305245] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.305751] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.305751] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.306016] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 661.306016] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 661.306016] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 661.306207] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 661.306207] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 661.306322] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 661.306486] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 661.326142] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 661.326142] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 661.326142] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 661.326142] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "network-735" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.326483] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock port-519f9637-d8b0-4b99-9a6b-0dddeacc64b7 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.326570] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "port-519f9637-d8b0-4b99-9a6b-0dddeacc64b7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.326615] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "port-519f9637-d8b0-4b99-9a6b-0dddeacc64b7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.326952] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "port-519f9637-d8b0-4b99-9a6b-0dddeacc64b7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.327161] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('519f9637-d8b0-4b99-9a6b-0dddeacc64b7',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.357182] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e55f954a-ff42-4c28-b21d-7fea00a696c2 in Status: SUCCESS [ 661.357182] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e55f954a-ff42-4c28-b21d-7fea00a696c2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.402190] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.402190] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.402190] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.402190] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.402190] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.402190] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.402190] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.402190] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.402190] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.402190] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.402190] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b081eca-a0b0-4294-af0a-aca96b777cdd already deleted. [ 661.402190] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b081eca-a0b0-4294-af0a-aca96b777cdd" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.830189] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.830360] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.830487] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.830733] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.830879] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.831035] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Segment Port 519f9637-d8b0-4b99-9a6b-0dddeacc64b7 not found, creating... [ 661.831343] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.831527] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.831655] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.831852] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.832140] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.832366] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.832533] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.832643] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.832946] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.833084] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.833218] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Resource: SegmentPort with ID: 519f9637-d8b0-4b99-9a6b-0dddeacc64b7 is going to be created. [ 661.855916] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.856285] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.856505] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.856937] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.857452] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.857756] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "port-519f9637-d8b0-4b99-9a6b-0dddeacc64b7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.941147] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30289e1a-24e2-49c4-860e-1d0350a75fd4 in Status: SUCCESS [ 661.941448] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30289e1a-24e2-49c4-860e-1d0350a75fd4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.941556] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30289e1a-24e2-49c4-860e-1d0350a75fd4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.941759] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30289e1a-24e2-49c4-860e-1d0350a75fd4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.941949] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.942083] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.942175] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.942307] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.942386] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.942472] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30289e1a-24e2-49c4-860e-1d0350a75fd4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.942563] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('30289e1a-24e2-49c4-860e-1d0350a75fd4',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.068561] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04f07f3a-a3bb-4698-841c-45f2cf780349 in Status: SUCCESS [ 662.068561] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04f07f3a-a3bb-4698-841c-45f2cf780349" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.447275] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-30289e1a-24e2-49c4-860e-1d0350a75fd4 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.447506] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30289e1a-24e2-49c4-860e-1d0350a75fd4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.447606] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30289e1a-24e2-49c4-860e-1d0350a75fd4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.447897] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30289e1a-24e2-49c4-860e-1d0350a75fd4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.448121] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.448281] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.448360] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.448966] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.449130] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.449281] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30289e1a-24e2-49c4-860e-1d0350a75fd4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.449463] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-30289e1a-24e2-49c4-860e-1d0350a75fd4 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.449769] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30289e1a-24e2-49c4-860e-1d0350a75fd4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.450085] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30289e1a-24e2-49c4-860e-1d0350a75fd4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.450257] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30289e1a-24e2-49c4-860e-1d0350a75fd4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.450439] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.450544] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.450610] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.450796] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.450910] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.451197] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30289e1a-24e2-49c4-860e-1d0350a75fd4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.451311] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('30289e1a-24e2-49c4-860e-1d0350a75fd4',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.624035] env[65429]: INFO networking_nsxv3.common.synchronization [req-fae3bff3-18c8-4a33-9afe-3bd6d32e9101 req-17b53f00-14c7-43b8-a267-be95ff32bca0 service nova] Enqueued Resource ID: 8b081eca-a0b0-4294-af0a-aca96b777cdd with Priority: HIGHEST for action security_group_rules [ 662.624212] env[65429]: INFO networking_nsxv3.common.synchronization [req-fae3bff3-18c8-4a33-9afe-3bd6d32e9101 req-17b53f00-14c7-43b8-a267-be95ff32bca0 service nova] Enqueued Resource ID: 8b081eca-a0b0-4294-af0a-aca96b777cdd with Priority: HIGHEST for action security_group_members [ 662.624353] env[65429]: INFO networking_nsxv3.common.synchronization [req-fae3bff3-18c8-4a33-9afe-3bd6d32e9101 req-17b53f00-14c7-43b8-a267-be95ff32bca0 service nova] Enqueued Resource ID: 519f9637-d8b0-4b99-9a6b-0dddeacc64b7 with Priority: HIGHEST for action port [ 662.624983] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b081eca-a0b0-4294-af0a-aca96b777cdd with Priority: HIGHEST for action security_group_rules [ 662.627218] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b081eca-a0b0-4294-af0a-aca96b777cdd with Priority: HIGHEST for action security_group_members [ 662.627280] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 519f9637-d8b0-4b99-9a6b-0dddeacc64b7 with Priority: HIGHEST for action port [ 662.628440] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b081eca-a0b0-4294-af0a-aca96b777cdd taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.628578] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b081eca-a0b0-4294-af0a-aca96b777cdd" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.630801] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b081eca-a0b0-4294-af0a-aca96b777cdd" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.631051] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b081eca-a0b0-4294-af0a-aca96b777cdd" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.631177] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b081eca-a0b0-4294-af0a-aca96b777cdd',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.632120] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b081eca-a0b0-4294-af0a-aca96b777cdd taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.632246] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b081eca-a0b0-4294-af0a-aca96b777cdd" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.633317] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b081eca-a0b0-4294-af0a-aca96b777cdd" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.633317] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b081eca-a0b0-4294-af0a-aca96b777cdd" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.633317] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.633317] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.633317] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.633317] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.633317] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.633317] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b081eca-a0b0-4294-af0a-aca96b777cdd',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.634291] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-519f9637-d8b0-4b99-9a6b-0dddeacc64b7 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.634406] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-519f9637-d8b0-4b99-9a6b-0dddeacc64b7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.634455] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-519f9637-d8b0-4b99-9a6b-0dddeacc64b7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.634601] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-519f9637-d8b0-4b99-9a6b-0dddeacc64b7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.634671] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('519f9637-d8b0-4b99-9a6b-0dddeacc64b7',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.953609] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 30289e1a-24e2-49c4-860e-1d0350a75fd4: rpc.has_security_group_logging(os_id): False [ 662.977034] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.977034] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.977034] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.977034] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.977034] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.977034] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.977493] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.977493] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.978125] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.978125] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.978125] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.978376] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.978376] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.979637] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.979637] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.979637] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.979637] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.979637] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.979637] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.979637] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.979984] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30289e1a-24e2-49c4-860e-1d0350a75fd4 is going to be created. [ 663.039735] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.039933] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.039984] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.040341] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.040542] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.054085] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30289e1a-24e2-49c4-860e-1d0350a75fd4 in Status: IN_PROGRESS for 2s [ 663.136340] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b081eca-a0b0-4294-af0a-aca96b777cdd',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.137554] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b081eca-a0b0-4294-af0a-aca96b777cdd taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.137707] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b081eca-a0b0-4294-af0a-aca96b777cdd" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.137847] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 519f9637-d8b0-4b99-9a6b-0dddeacc64b7 with status ACTIVE [ 663.138018] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.138129] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.138195] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.138407] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.138497] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.138663] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.138759] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.138823] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.138972] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.139471] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.139974] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.140094] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.140371] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.140371] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.141293] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.144016] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 519f9637-d8b0-4b99-9a6b-0dddeacc64b7 is going to be updated. [ 663.176756] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.177095] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.177235] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.177490] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.177703] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.178016] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-519f9637-d8b0-4b99-9a6b-0dddeacc64b7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.644453] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b081eca-a0b0-4294-af0a-aca96b777cdd',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.147875] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.148446] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.148446] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.148446] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.148446] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.148806] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b081eca-a0b0-4294-af0a-aca96b777cdd is going to be created. [ 664.175299] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.175299] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.175299] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.175299] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.175299] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.188148] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b081eca-a0b0-4294-af0a-aca96b777cdd in Status: UNINITIALIZED for 2s [ 665.066829] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30289e1a-24e2-49c4-860e-1d0350a75fd4 in Status: SUCCESS [ 665.067448] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30289e1a-24e2-49c4-860e-1d0350a75fd4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.203548] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b081eca-a0b0-4294-af0a-aca96b777cdd in Status: SUCCESS [ 666.203995] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b081eca-a0b0-4294-af0a-aca96b777cdd" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.203995] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b081eca-a0b0-4294-af0a-aca96b777cdd" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.204326] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b081eca-a0b0-4294-af0a-aca96b777cdd" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.204990] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.205144] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.205207] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.205390] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.205471] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.205562] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b081eca-a0b0-4294-af0a-aca96b777cdd" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.205645] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8b081eca-a0b0-4294-af0a-aca96b777cdd',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.707880] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8b081eca-a0b0-4294-af0a-aca96b777cdd',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.212539] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8b081eca-a0b0-4294-af0a-aca96b777cdd: rpc.has_security_group_logging(os_id): False [ 667.231149] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.231412] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.231661] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.232060] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.232278] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.232834] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.232994] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.233118] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.233607] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.233753] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.233878] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b081eca-a0b0-4294-af0a-aca96b777cdd is going to be created. [ 667.306113] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.306113] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.306113] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.306113] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.306113] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.317579] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b081eca-a0b0-4294-af0a-aca96b777cdd in Status: IN_PROGRESS for 2s [ 667.627863] env[65429]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 667.628039] env[65429]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 668.349580] env[65429]: INFO networking_nsxv3.common.synchronization [None req-cf09d2d7-ee17-47b8-9907-4ec59e0d5664 None None] Enqueued Resource ID: ca7c4019-0053-49cb-8b40-f299eacf3885 with Priority: HIGHEST for action port [ 668.350263] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca7c4019-0053-49cb-8b40-f299eacf3885 with Priority: HIGHEST for action port [ 668.350446] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca7c4019-0053-49cb-8b40-f299eacf3885 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.350590] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca7c4019-0053-49cb-8b40-f299eacf3885" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.350661] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca7c4019-0053-49cb-8b40-f299eacf3885" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.350919] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca7c4019-0053-49cb-8b40-f299eacf3885" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.351012] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca7c4019-0053-49cb-8b40-f299eacf3885',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.853101] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ca7c4019-0053-49cb-8b40-f299eacf3885 [ 668.853354] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.853488] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.853614] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.853815] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.853908] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.854040] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ca7c4019-0053-49cb-8b40-f299eacf3885 already deleted. [ 668.854091] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca7c4019-0053-49cb-8b40-f299eacf3885" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.265201] env[65429]: INFO networking_nsxv3.common.synchronization [req-e64259c4-f02e-4fd8-bc1b-32a07519426e req-6a2b0b22-7c0a-4f7b-99ed-eaf2be4562fb tempest-DeleteServersAdminTestJSON-2041531938 tempest-DeleteServersAdminTestJSON-2041531938-project-member] Enqueued Resource ID: 0663161e-9b8d-4c58-97ef-c7c5e0db63a5 with Priority: HIGHEST for action security_group_members [ 669.265769] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0663161e-9b8d-4c58-97ef-c7c5e0db63a5 with Priority: HIGHEST for action security_group_members [ 669.266088] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-0663161e-9b8d-4c58-97ef-c7c5e0db63a5 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.266219] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0663161e-9b8d-4c58-97ef-c7c5e0db63a5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.266365] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0663161e-9b8d-4c58-97ef-c7c5e0db63a5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.266504] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0663161e-9b8d-4c58-97ef-c7c5e0db63a5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.266609] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.266702] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.266789] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.266900] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.266984] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.267385] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0663161e-9b8d-4c58-97ef-c7c5e0db63a5',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.332516] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b081eca-a0b0-4294-af0a-aca96b777cdd in Status: SUCCESS [ 669.332757] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b081eca-a0b0-4294-af0a-aca96b777cdd" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.769606] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.769936] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.769936] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.773862] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.773862] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.773862] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.773862] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.773862] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.773862] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.773862] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.773862] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0663161e-9b8d-4c58-97ef-c7c5e0db63a5 is going to be updated. [ 669.806783] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.809030] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.809030] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.809030] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.809030] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.821142] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0663161e-9b8d-4c58-97ef-c7c5e0db63a5 in Status: IN_PROGRESS for 2s [ 669.840029] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock network-698 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.840029] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "network-698" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.840029] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "network-698" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.840029] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "network-698" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.842776] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.843375] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.843758] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.844233] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.845659] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.845659] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 669.845659] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 669.845659] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 669.845949] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 669.846177] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 669.846387] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 669.848441] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 669.897674] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 669.897872] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Cache value generated in 0.051 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 669.898019] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 669.898216] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "network-698" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.899450] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock port-47000b11-1b78-43cc-adf1-a94f3da0079b taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.899450] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "port-47000b11-1b78-43cc-adf1-a94f3da0079b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.899450] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "port-47000b11-1b78-43cc-adf1-a94f3da0079b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.899450] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "port-47000b11-1b78-43cc-adf1-a94f3da0079b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.899450] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47000b11-1b78-43cc-adf1-a94f3da0079b',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.402466] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.402712] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.402833] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.403197] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.403341] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.403490] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Segment Port 47000b11-1b78-43cc-adf1-a94f3da0079b not found, creating... [ 670.403760] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.403904] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.404023] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.404268] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.404366] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.404762] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.404854] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.404896] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.405090] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.405219] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.405354] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Resource: SegmentPort with ID: 47000b11-1b78-43cc-adf1-a94f3da0079b is going to be created. [ 670.429885] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.430195] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.430260] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.430807] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.430807] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.431057] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "port-47000b11-1b78-43cc-adf1-a94f3da0079b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.089030] env[65429]: INFO networking_nsxv3.common.synchronization [None req-a1afe56c-057c-4756-87c8-4895f9bd1bda None None] Enqueued Resource ID: a102ba72-e038-4c0a-865b-dd854f6bc1ab with Priority: HIGHEST for action port [ 671.089467] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a102ba72-e038-4c0a-865b-dd854f6bc1ab with Priority: HIGHEST for action port [ 671.091806] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-a102ba72-e038-4c0a-865b-dd854f6bc1ab taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.091806] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a102ba72-e038-4c0a-865b-dd854f6bc1ab" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.091806] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a102ba72-e038-4c0a-865b-dd854f6bc1ab" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.091806] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a102ba72-e038-4c0a-865b-dd854f6bc1ab" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.091806] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a102ba72-e038-4c0a-865b-dd854f6bc1ab',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.114166] env[65429]: INFO networking_nsxv3.common.synchronization [req-e64259c4-f02e-4fd8-bc1b-32a07519426e req-245830b1-85b5-451f-ba2f-a6f508950c1e service nova] Enqueued Resource ID: 0663161e-9b8d-4c58-97ef-c7c5e0db63a5 with Priority: HIGHEST for action security_group_rules [ 671.114166] env[65429]: INFO networking_nsxv3.common.synchronization [req-e64259c4-f02e-4fd8-bc1b-32a07519426e req-245830b1-85b5-451f-ba2f-a6f508950c1e service nova] Enqueued Resource ID: 0663161e-9b8d-4c58-97ef-c7c5e0db63a5 with Priority: HIGHEST for action security_group_members [ 671.114166] env[65429]: INFO networking_nsxv3.common.synchronization [req-e64259c4-f02e-4fd8-bc1b-32a07519426e req-245830b1-85b5-451f-ba2f-a6f508950c1e service nova] Enqueued Resource ID: 47000b11-1b78-43cc-adf1-a94f3da0079b with Priority: HIGHEST for action port [ 671.114483] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0663161e-9b8d-4c58-97ef-c7c5e0db63a5 with Priority: HIGHEST for action security_group_rules [ 671.114566] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0663161e-9b8d-4c58-97ef-c7c5e0db63a5 with Priority: HIGHEST for action security_group_members [ 671.114910] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47000b11-1b78-43cc-adf1-a94f3da0079b with Priority: HIGHEST for action port [ 671.114910] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0663161e-9b8d-4c58-97ef-c7c5e0db63a5 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.115664] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0663161e-9b8d-4c58-97ef-c7c5e0db63a5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.115836] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0663161e-9b8d-4c58-97ef-c7c5e0db63a5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.116258] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0663161e-9b8d-4c58-97ef-c7c5e0db63a5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.116335] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0663161e-9b8d-4c58-97ef-c7c5e0db63a5',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.117431] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-0663161e-9b8d-4c58-97ef-c7c5e0db63a5 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.117561] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0663161e-9b8d-4c58-97ef-c7c5e0db63a5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.117848] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-47000b11-1b78-43cc-adf1-a94f3da0079b taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.118015] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-47000b11-1b78-43cc-adf1-a94f3da0079b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.119875] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-47000b11-1b78-43cc-adf1-a94f3da0079b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.120137] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-47000b11-1b78-43cc-adf1-a94f3da0079b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.120268] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47000b11-1b78-43cc-adf1-a94f3da0079b',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.596169] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a102ba72-e038-4c0a-865b-dd854f6bc1ab [ 671.596169] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.596169] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.596169] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.596169] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.596169] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.596169] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a102ba72-e038-4c0a-865b-dd854f6bc1ab already deleted. [ 671.596169] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a102ba72-e038-4c0a-865b-dd854f6bc1ab" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.626051] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-0663161e-9b8d-4c58-97ef-c7c5e0db63a5 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.626051] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0663161e-9b8d-4c58-97ef-c7c5e0db63a5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.831011] env[65429]: INFO networking_nsxv3.common.synchronization [req-211f98ff-bef6-43dc-85e3-209668ddbae4 req-97791233-96d1-4cb4-87ed-5a6a291a17ae tempest-ServersTestMultiNic-1519511874 tempest-ServersTestMultiNic-1519511874-project-member] Enqueued Resource ID: 424b630a-1669-4db1-a165-0c2cfa6c8053 with Priority: HIGHEST for action security_group_members [ 671.831951] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0663161e-9b8d-4c58-97ef-c7c5e0db63a5 in Status: SUCCESS [ 671.832424] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0663161e-9b8d-4c58-97ef-c7c5e0db63a5 deletion is rescheduled due to dependency. [ 671.832583] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0663161e-9b8d-4c58-97ef-c7c5e0db63a5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.833113] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 424b630a-1669-4db1-a165-0c2cfa6c8053 with Priority: HIGHEST for action security_group_members [ 671.833328] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0663161e-9b8d-4c58-97ef-c7c5e0db63a5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.833567] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0663161e-9b8d-4c58-97ef-c7c5e0db63a5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.833778] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.833923] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.834025] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.834274] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.834394] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.834520] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0663161e-9b8d-4c58-97ef-c7c5e0db63a5',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.835513] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-424b630a-1669-4db1-a165-0c2cfa6c8053 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.835611] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.835651] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.835881] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.836096] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.836325] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.836325] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.836429] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.836506] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.836590] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('424b630a-1669-4db1-a165-0c2cfa6c8053',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.019385] env[65429]: INFO networking_nsxv3.common.synchronization [req-ecd78632-4146-44fd-b3f7-70a9bd062df4 req-9d3b281b-5f15-455d-b176-6bbcf51c9f68 tempest-InstanceActionsTestJSON-725443083 tempest-InstanceActionsTestJSON-725443083-project-member] Enqueued Resource ID: af19c094-95f3-4416-881c-ba52661054b3 with Priority: HIGHEST for action security_group_members [ 672.019895] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af19c094-95f3-4416-881c-ba52661054b3 with Priority: HIGHEST for action security_group_members [ 672.020384] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-af19c094-95f3-4416-881c-ba52661054b3 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.020384] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af19c094-95f3-4416-881c-ba52661054b3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.020531] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af19c094-95f3-4416-881c-ba52661054b3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.020657] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af19c094-95f3-4416-881c-ba52661054b3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.021630] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.021630] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.021630] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.021630] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.021630] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.021630] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af19c094-95f3-4416-881c-ba52661054b3',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.125447] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 47000b11-1b78-43cc-adf1-a94f3da0079b with status ACTIVE [ 672.125976] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.125976] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.126301] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.126301] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.126472] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.126596] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.126703] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.127574] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.127574] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.127677] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.128741] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.128741] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.128741] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.128741] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.128741] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.128741] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 47000b11-1b78-43cc-adf1-a94f3da0079b is going to be updated. [ 672.158317] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.158453] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.158560] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.158739] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.158903] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.159050] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-47000b11-1b78-43cc-adf1-a94f3da0079b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.465852] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0663161e-9b8d-4c58-97ef-c7c5e0db63a5',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.465852] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.466248] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.466248] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.466248] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.466410] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.466669] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.466783] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.466783] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.466968] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.467101] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.467234] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 424b630a-1669-4db1-a165-0c2cfa6c8053 already deleted. [ 672.467360] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.483043] env[65429]: INFO networking_nsxv3.common.synchronization [req-211f98ff-bef6-43dc-85e3-209668ddbae4 req-75374a42-8d69-465d-894d-d3d608108c4b tempest-ServersTestMultiNic-1519511874 tempest-ServersTestMultiNic-1519511874-project-member] Enqueued Resource ID: 424b630a-1669-4db1-a165-0c2cfa6c8053 with Priority: HIGHEST for action security_group_members [ 672.483695] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 424b630a-1669-4db1-a165-0c2cfa6c8053 with Priority: HIGHEST for action security_group_members [ 672.484066] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-424b630a-1669-4db1-a165-0c2cfa6c8053 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.484178] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.484249] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.484486] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.484617] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.484706] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.484820] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.484959] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.485060] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.485195] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('424b630a-1669-4db1-a165-0c2cfa6c8053',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.524010] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.525465] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.525465] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.525465] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.525465] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.525465] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.525465] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.525465] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.525883] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.525883] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.525883] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af19c094-95f3-4416-881c-ba52661054b3 is going to be updated. [ 672.558122] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.558380] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.558470] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.558664] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.559216] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.569351] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af19c094-95f3-4416-881c-ba52661054b3 in Status: IN_PROGRESS for 2s [ 672.969592] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0663161e-9b8d-4c58-97ef-c7c5e0db63a5',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.988353] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.988523] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.988593] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.990035] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.990035] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.990035] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.990035] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.990035] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.990035] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.990035] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.990035] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 424b630a-1669-4db1-a165-0c2cfa6c8053 already deleted. [ 672.990035] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.130617] env[65429]: INFO networking_nsxv3.common.synchronization [req-211f98ff-bef6-43dc-85e3-209668ddbae4 req-e2104042-9f1e-44a4-bd78-b9f7d5323751 tempest-ServersTestMultiNic-1519511874 tempest-ServersTestMultiNic-1519511874-project-member] Enqueued Resource ID: 424b630a-1669-4db1-a165-0c2cfa6c8053 with Priority: HIGHEST for action security_group_members [ 673.132410] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 424b630a-1669-4db1-a165-0c2cfa6c8053 with Priority: HIGHEST for action security_group_members [ 673.132410] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-424b630a-1669-4db1-a165-0c2cfa6c8053 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.132410] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.132410] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.132410] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.132679] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.134690] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.134690] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.134690] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.134690] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.134690] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('424b630a-1669-4db1-a165-0c2cfa6c8053',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.472622] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.472790] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.472860] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.473120] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.473217] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.473319] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0663161e-9b8d-4c58-97ef-c7c5e0db63a5 is going to be updated. [ 673.504579] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.504820] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.504820] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.504996] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.505159] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.515139] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0663161e-9b8d-4c58-97ef-c7c5e0db63a5 in Status: IN_PROGRESS for 2s [ 673.536931] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock network-157 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.537207] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "network-157" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.537361] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "network-157" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.537706] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "network-157" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.537967] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.538758] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.538758] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.538758] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.538758] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.539300] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 673.539300] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 673.539300] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 673.539484] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 673.539544] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 673.539609] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 673.539752] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 673.560680] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 673.560854] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 673.561135] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 673.561471] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "network-157" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.561856] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock port-763284c7-828e-4b87-8b75-13b31d3440d9 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.562076] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "port-763284c7-828e-4b87-8b75-13b31d3440d9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.562199] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "port-763284c7-828e-4b87-8b75-13b31d3440d9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.562570] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "port-763284c7-828e-4b87-8b75-13b31d3440d9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.562704] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('763284c7-828e-4b87-8b75-13b31d3440d9',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.638102] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.638102] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.638102] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.638361] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.638361] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.638514] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.638595] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.638649] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.638772] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.638849] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.638933] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 424b630a-1669-4db1-a165-0c2cfa6c8053 already deleted. [ 673.639022] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.065380] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.066923] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.066923] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.066923] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.068090] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.068090] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Segment Port 763284c7-828e-4b87-8b75-13b31d3440d9 not found, creating... [ 674.068090] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.068090] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.068090] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.068661] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.068802] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.069143] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.069381] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.069502] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.069734] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.069917] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.070069] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Resource: SegmentPort with ID: 763284c7-828e-4b87-8b75-13b31d3440d9 is going to be created. [ 674.094995] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.094995] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.094995] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.094995] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.094995] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.094995] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "port-763284c7-828e-4b87-8b75-13b31d3440d9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.370196] env[65429]: INFO networking_nsxv3.common.synchronization [None req-8ed8e1af-96f3-4d5f-adc0-9454bb3de59b None None] Enqueued Resource ID: 26e67320-1480-43a5-9808-ea5a618e6f49 with Priority: HIGHEST for action port [ 674.371039] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26e67320-1480-43a5-9808-ea5a618e6f49 with Priority: HIGHEST for action port [ 674.371039] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-26e67320-1480-43a5-9808-ea5a618e6f49 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.371392] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26e67320-1480-43a5-9808-ea5a618e6f49" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.371392] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26e67320-1480-43a5-9808-ea5a618e6f49" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.371811] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26e67320-1480-43a5-9808-ea5a618e6f49" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.371811] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26e67320-1480-43a5-9808-ea5a618e6f49',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.587413] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af19c094-95f3-4416-881c-ba52661054b3 in Status: SUCCESS [ 674.588127] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af19c094-95f3-4416-881c-ba52661054b3 deletion is rescheduled due to dependency. [ 674.588127] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af19c094-95f3-4416-881c-ba52661054b3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.848176] env[65429]: INFO networking_nsxv3.common.synchronization [req-211f98ff-bef6-43dc-85e3-209668ddbae4 req-e3c66eda-a41f-4d4b-8197-921e0cab700b service nova] Enqueued Resource ID: 424b630a-1669-4db1-a165-0c2cfa6c8053 with Priority: HIGHEST for action security_group_rules [ 674.848332] env[65429]: INFO networking_nsxv3.common.synchronization [req-211f98ff-bef6-43dc-85e3-209668ddbae4 req-e3c66eda-a41f-4d4b-8197-921e0cab700b service nova] Enqueued Resource ID: 424b630a-1669-4db1-a165-0c2cfa6c8053 with Priority: HIGHEST for action security_group_members [ 674.848388] env[65429]: INFO networking_nsxv3.common.synchronization [req-211f98ff-bef6-43dc-85e3-209668ddbae4 req-e3c66eda-a41f-4d4b-8197-921e0cab700b service nova] Enqueued Resource ID: 763284c7-828e-4b87-8b75-13b31d3440d9 with Priority: HIGHEST for action port [ 674.848855] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 424b630a-1669-4db1-a165-0c2cfa6c8053 with Priority: HIGHEST for action security_group_rules [ 674.848989] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 424b630a-1669-4db1-a165-0c2cfa6c8053 with Priority: HIGHEST for action security_group_members [ 674.849163] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 763284c7-828e-4b87-8b75-13b31d3440d9 with Priority: HIGHEST for action port [ 674.850677] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-424b630a-1669-4db1-a165-0c2cfa6c8053 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.850809] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.850872] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.851145] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.851233] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('424b630a-1669-4db1-a165-0c2cfa6c8053',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.852097] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-424b630a-1669-4db1-a165-0c2cfa6c8053 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.852210] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.852276] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.852441] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.852581] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.852673] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.852735] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.852870] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.852954] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.853054] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('424b630a-1669-4db1-a165-0c2cfa6c8053',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.857654] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-763284c7-828e-4b87-8b75-13b31d3440d9 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.857819] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-763284c7-828e-4b87-8b75-13b31d3440d9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.857876] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-763284c7-828e-4b87-8b75-13b31d3440d9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.858038] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-763284c7-828e-4b87-8b75-13b31d3440d9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.858117] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('763284c7-828e-4b87-8b75-13b31d3440d9',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.878019] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 26e67320-1480-43a5-9808-ea5a618e6f49 [ 674.878019] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.878019] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.878019] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.878019] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.878019] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.878019] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:26e67320-1480-43a5-9808-ea5a618e6f49 already deleted. [ 674.878019] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26e67320-1480-43a5-9808-ea5a618e6f49" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.256965] env[65429]: INFO networking_nsxv3.common.synchronization [req-26699a80-c741-4e55-8460-add516fac1fc req-e7bb83fd-1c75-4ac8-8be8-e4c612b27c43 tempest-ServerMetadataNegativeTestJSON-910790416 tempest-ServerMetadataNegativeTestJSON-910790416-project-member] Enqueued Resource ID: 5dd63b5c-a3fd-425d-84fe-fc9d4e29340b with Priority: HIGHEST for action security_group_members [ 675.256965] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dd63b5c-a3fd-425d-84fe-fc9d4e29340b with Priority: HIGHEST for action security_group_members [ 675.257281] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-5dd63b5c-a3fd-425d-84fe-fc9d4e29340b taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.257402] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5dd63b5c-a3fd-425d-84fe-fc9d4e29340b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.257661] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5dd63b5c-a3fd-425d-84fe-fc9d4e29340b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.257734] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5dd63b5c-a3fd-425d-84fe-fc9d4e29340b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.258141] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.258141] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.258141] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.258338] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.259475] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.259475] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5dd63b5c-a3fd-425d-84fe-fc9d4e29340b',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.361807] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-424b630a-1669-4db1-a165-0c2cfa6c8053 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.362055] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.362131] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('424b630a-1669-4db1-a165-0c2cfa6c8053',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.364406] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 763284c7-828e-4b87-8b75-13b31d3440d9 with status ACTIVE [ 675.364406] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.364406] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.364406] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.364638] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.364690] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.364861] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.364927] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.364963] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.366800] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.366800] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.366800] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.366800] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.366800] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.366800] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.366800] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.366800] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 763284c7-828e-4b87-8b75-13b31d3440d9 is going to be updated. [ 675.392423] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.392779] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.392779] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.392974] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.393162] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.393340] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-763284c7-828e-4b87-8b75-13b31d3440d9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.525222] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0663161e-9b8d-4c58-97ef-c7c5e0db63a5 in Status: SUCCESS [ 675.525449] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0663161e-9b8d-4c58-97ef-c7c5e0db63a5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.525621] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0663161e-9b8d-4c58-97ef-c7c5e0db63a5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.525939] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0663161e-9b8d-4c58-97ef-c7c5e0db63a5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.526197] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.526357] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.526522] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.526755] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.526864] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.526947] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0663161e-9b8d-4c58-97ef-c7c5e0db63a5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.530174] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0663161e-9b8d-4c58-97ef-c7c5e0db63a5',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.703595] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock network-195 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.703743] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "network-195" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.703882] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "network-195" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.704657] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "network-195" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.704657] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.705487] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.706188] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.706894] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.706894] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.707031] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 675.707134] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 675.707546] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 675.707546] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 675.707675] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 675.707842] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 675.708073] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 675.729338] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 675.729410] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 675.730246] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 675.730246] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "network-195" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.730246] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock port-46473fbb-649b-413f-8580-80ce218de0cb taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.730246] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "port-46473fbb-649b-413f-8580-80ce218de0cb" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.730522] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "port-46473fbb-649b-413f-8580-80ce218de0cb" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.730661] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "port-46473fbb-649b-413f-8580-80ce218de0cb" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.730794] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46473fbb-649b-413f-8580-80ce218de0cb',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.762097] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.762271] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.762340] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.762583] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.762669] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.762872] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.766020] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.766020] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.766020] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.766020] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.766020] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5dd63b5c-a3fd-425d-84fe-fc9d4e29340b already deleted. [ 675.766020] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5dd63b5c-a3fd-425d-84fe-fc9d4e29340b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.865057] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('424b630a-1669-4db1-a165-0c2cfa6c8053',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.036846] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-0663161e-9b8d-4c58-97ef-c7c5e0db63a5 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.036846] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0663161e-9b8d-4c58-97ef-c7c5e0db63a5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.036846] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0663161e-9b8d-4c58-97ef-c7c5e0db63a5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.037136] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0663161e-9b8d-4c58-97ef-c7c5e0db63a5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.037325] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.037480] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.037517] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.037657] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.037743] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.037831] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0663161e-9b8d-4c58-97ef-c7c5e0db63a5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.038080] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-0663161e-9b8d-4c58-97ef-c7c5e0db63a5 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.038189] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0663161e-9b8d-4c58-97ef-c7c5e0db63a5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.038252] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0663161e-9b8d-4c58-97ef-c7c5e0db63a5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.038500] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0663161e-9b8d-4c58-97ef-c7c5e0db63a5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.039633] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.039633] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.039633] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.039633] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.039633] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.039633] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0663161e-9b8d-4c58-97ef-c7c5e0db63a5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.039633] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0663161e-9b8d-4c58-97ef-c7c5e0db63a5',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.190753] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock network-893 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.190753] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "network-893" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.190954] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "network-893" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.192845] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "network-893" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.195538] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.195823] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.196044] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.196558] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.196810] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.197725] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 676.197725] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 676.197725] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 676.197725] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 676.198047] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 676.198356] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 676.198975] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 676.224484] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 676.224774] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 676.224920] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 676.225259] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "network-893" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.225701] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock port-a2056f3d-dcc5-4400-b904-c750e650beb7 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.225701] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "port-a2056f3d-dcc5-4400-b904-c750e650beb7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.225891] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "port-a2056f3d-dcc5-4400-b904-c750e650beb7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.226468] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "port-a2056f3d-dcc5-4400-b904-c750e650beb7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.226468] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2056f3d-dcc5-4400-b904-c750e650beb7',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.234148] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.237355] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.237355] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.237355] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.237355] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.237355] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Segment Port 46473fbb-649b-413f-8580-80ce218de0cb not found, creating... [ 676.237355] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.237355] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.237355] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.237355] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.237355] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.238271] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.238271] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.238271] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.238271] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.238271] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.238271] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Resource: SegmentPort with ID: 46473fbb-649b-413f-8580-80ce218de0cb is going to be created. [ 676.274123] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.274349] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.274502] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.274879] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.275043] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.275247] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "port-46473fbb-649b-413f-8580-80ce218de0cb" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.368465] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.368788] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.368788] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.368987] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.369032] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.369268] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 424b630a-1669-4db1-a165-0c2cfa6c8053 is going to be created. [ 676.420382] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.420703] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.420703] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.420860] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.421062] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.434384] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 424b630a-1669-4db1-a165-0c2cfa6c8053 in Status: UNINITIALIZED for 2s [ 676.543958] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0663161e-9b8d-4c58-97ef-c7c5e0db63a5: rpc.has_security_group_logging(os_id): False [ 676.563221] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.563463] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.563463] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.563715] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.563803] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.564162] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.564278] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.564278] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.564464] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.564535] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.564732] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.564810] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.564868] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.565027] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.565136] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.565306] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.565402] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.565465] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.565603] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.565678] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.565789] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0663161e-9b8d-4c58-97ef-c7c5e0db63a5 is going to be updated. [ 676.617821] env[65429]: INFO networking_nsxv3.common.synchronization [None req-b28c17b3-f524-4ed3-849e-576598eb5605 None None] Enqueued Resource ID: 9d5ba3b5-e1fd-402d-822f-7a999ae016d1 with Priority: HIGHEST for action port [ 676.618467] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d5ba3b5-e1fd-402d-822f-7a999ae016d1 with Priority: HIGHEST for action port [ 676.618809] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d5ba3b5-e1fd-402d-822f-7a999ae016d1 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.618982] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d5ba3b5-e1fd-402d-822f-7a999ae016d1" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.619097] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d5ba3b5-e1fd-402d-822f-7a999ae016d1" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.624699] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d5ba3b5-e1fd-402d-822f-7a999ae016d1" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.624841] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d5ba3b5-e1fd-402d-822f-7a999ae016d1',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.648640] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.648814] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.649044] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.649326] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.649472] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.672829] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0663161e-9b8d-4c58-97ef-c7c5e0db63a5 in Status: IN_PROGRESS for 2s [ 676.730471] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.730828] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.731082] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.731608] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.731878] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.732156] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Segment Port a2056f3d-dcc5-4400-b904-c750e650beb7 not found, creating... [ 676.732584] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.732852] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.733085] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.733409] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.733615] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.734046] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.734280] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.734409] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.734844] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.734988] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.735151] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Resource: SegmentPort with ID: a2056f3d-dcc5-4400-b904-c750e650beb7 is going to be created. [ 676.769482] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.769821] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.769960] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.770320] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.770573] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.770797] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "port-a2056f3d-dcc5-4400-b904-c750e650beb7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.045355] env[65429]: INFO networking_nsxv3.common.synchronization [req-26699a80-c741-4e55-8460-add516fac1fc req-18681b4f-ed4a-495b-94e6-cc1c1b1fc12d service nova] Enqueued Resource ID: 5dd63b5c-a3fd-425d-84fe-fc9d4e29340b with Priority: HIGHEST for action security_group_rules [ 677.045355] env[65429]: INFO networking_nsxv3.common.synchronization [req-26699a80-c741-4e55-8460-add516fac1fc req-18681b4f-ed4a-495b-94e6-cc1c1b1fc12d service nova] Enqueued Resource ID: 5dd63b5c-a3fd-425d-84fe-fc9d4e29340b with Priority: HIGHEST for action security_group_members [ 677.045355] env[65429]: INFO networking_nsxv3.common.synchronization [req-26699a80-c741-4e55-8460-add516fac1fc req-18681b4f-ed4a-495b-94e6-cc1c1b1fc12d service nova] Enqueued Resource ID: 46473fbb-649b-413f-8580-80ce218de0cb with Priority: HIGHEST for action port [ 677.045785] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dd63b5c-a3fd-425d-84fe-fc9d4e29340b with Priority: HIGHEST for action security_group_rules [ 677.046123] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dd63b5c-a3fd-425d-84fe-fc9d4e29340b with Priority: HIGHEST for action security_group_members [ 677.046244] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46473fbb-649b-413f-8580-80ce218de0cb with Priority: HIGHEST for action port [ 677.046816] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5dd63b5c-a3fd-425d-84fe-fc9d4e29340b taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.047320] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5dd63b5c-a3fd-425d-84fe-fc9d4e29340b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.047444] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5dd63b5c-a3fd-425d-84fe-fc9d4e29340b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.047705] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5dd63b5c-a3fd-425d-84fe-fc9d4e29340b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.047886] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5dd63b5c-a3fd-425d-84fe-fc9d4e29340b',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.048666] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-5dd63b5c-a3fd-425d-84fe-fc9d4e29340b taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.048803] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5dd63b5c-a3fd-425d-84fe-fc9d4e29340b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.048870] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5dd63b5c-a3fd-425d-84fe-fc9d4e29340b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.049269] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5dd63b5c-a3fd-425d-84fe-fc9d4e29340b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.049449] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.049560] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.049625] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.049782] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.049854] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.050108] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5dd63b5c-a3fd-425d-84fe-fc9d4e29340b',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.052842] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-46473fbb-649b-413f-8580-80ce218de0cb taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.052842] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46473fbb-649b-413f-8580-80ce218de0cb" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.052842] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46473fbb-649b-413f-8580-80ce218de0cb" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.052842] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46473fbb-649b-413f-8580-80ce218de0cb" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.052842] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46473fbb-649b-413f-8580-80ce218de0cb',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.127136] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9d5ba3b5-e1fd-402d-822f-7a999ae016d1 [ 677.127341] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.127515] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.127607] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.127874] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.128491] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.128491] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9d5ba3b5-e1fd-402d-822f-7a999ae016d1 already deleted. [ 677.128491] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d5ba3b5-e1fd-402d-822f-7a999ae016d1" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.506026] env[65429]: INFO networking_nsxv3.common.synchronization [req-211f98ff-bef6-43dc-85e3-209668ddbae4 req-a5dd14ea-a9a6-41ec-a13c-d73eef17f6cc service nova] Enqueued Resource ID: 424b630a-1669-4db1-a165-0c2cfa6c8053 with Priority: HIGHEST for action security_group_rules [ 677.506026] env[65429]: INFO networking_nsxv3.common.synchronization [req-211f98ff-bef6-43dc-85e3-209668ddbae4 req-a5dd14ea-a9a6-41ec-a13c-d73eef17f6cc service nova] Enqueued Resource ID: 424b630a-1669-4db1-a165-0c2cfa6c8053 with Priority: HIGHEST for action security_group_members [ 677.506353] env[65429]: INFO networking_nsxv3.common.synchronization [req-211f98ff-bef6-43dc-85e3-209668ddbae4 req-a5dd14ea-a9a6-41ec-a13c-d73eef17f6cc service nova] Enqueued Resource ID: a2056f3d-dcc5-4400-b904-c750e650beb7 with Priority: HIGHEST for action port [ 677.506665] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 424b630a-1669-4db1-a165-0c2cfa6c8053 with Priority: HIGHEST for action security_group_rules [ 677.506795] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 424b630a-1669-4db1-a165-0c2cfa6c8053 with Priority: HIGHEST for action security_group_members [ 677.506891] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2056f3d-dcc5-4400-b904-c750e650beb7 with Priority: HIGHEST for action port [ 677.508068] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-424b630a-1669-4db1-a165-0c2cfa6c8053 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.508068] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.508269] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-424b630a-1669-4db1-a165-0c2cfa6c8053 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.508269] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.509123] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2056f3d-dcc5-4400-b904-c750e650beb7 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.509123] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2056f3d-dcc5-4400-b904-c750e650beb7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.509123] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2056f3d-dcc5-4400-b904-c750e650beb7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.509309] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2056f3d-dcc5-4400-b904-c750e650beb7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.509420] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2056f3d-dcc5-4400-b904-c750e650beb7',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.553594] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-5dd63b5c-a3fd-425d-84fe-fc9d4e29340b taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.554103] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5dd63b5c-a3fd-425d-84fe-fc9d4e29340b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.556206] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5dd63b5c-a3fd-425d-84fe-fc9d4e29340b',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.558759] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 46473fbb-649b-413f-8580-80ce218de0cb with status ACTIVE [ 677.559084] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.559641] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.559641] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.559641] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.560010] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.560010] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.560010] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.560010] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.560206] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.560250] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.560485] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.560637] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.560637] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.560732] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.560825] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.561049] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 46473fbb-649b-413f-8580-80ce218de0cb is going to be updated. [ 677.584756] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.584756] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.584756] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.584756] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.584992] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.585041] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46473fbb-649b-413f-8580-80ce218de0cb" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.014177] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a2056f3d-dcc5-4400-b904-c750e650beb7 with status ACTIVE [ 678.014177] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.014177] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.014177] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.014177] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.014177] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.014177] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.014177] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.014177] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.014177] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.014177] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.014177] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.014177] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.014177] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.014177] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.014177] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.015030] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a2056f3d-dcc5-4400-b904-c750e650beb7 is going to be updated. [ 678.039474] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.039643] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.039743] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.039943] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.040236] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.040236] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2056f3d-dcc5-4400-b904-c750e650beb7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.060128] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5dd63b5c-a3fd-425d-84fe-fc9d4e29340b',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.448369] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 424b630a-1669-4db1-a165-0c2cfa6c8053 in Status: SUCCESS [ 678.448598] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.449672] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.449795] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.450299] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.450299] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.450299] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.450702] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.450763] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.450807] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.450906] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('424b630a-1669-4db1-a165-0c2cfa6c8053',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.452722] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.452722] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.452722] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.453364] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.453689] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.453689] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.453853] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.453976] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('424b630a-1669-4db1-a165-0c2cfa6c8053',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.519397] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock network-157 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.519754] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "network-157" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.519754] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "network-157" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.519963] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "network-157" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.520240] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.520392] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.520504] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.520717] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.520856] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.521134] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 678.521275] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 678.521394] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 678.521522] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 678.521634] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 678.521736] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 678.521864] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 678.556922] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 678.557325] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 678.558492] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 678.558695] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "network-157" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.559213] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock port-db262fb1-5fe1-4fe3-8290-e227099bb34b taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.559954] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "port-db262fb1-5fe1-4fe3-8290-e227099bb34b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.559954] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "port-db262fb1-5fe1-4fe3-8290-e227099bb34b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.559954] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "port-db262fb1-5fe1-4fe3-8290-e227099bb34b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.560170] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db262fb1-5fe1-4fe3-8290-e227099bb34b',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.564052] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.564168] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.564240] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.564507] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.564755] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.564755] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5dd63b5c-a3fd-425d-84fe-fc9d4e29340b is going to be created. [ 678.593260] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.593477] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.593477] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.593694] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.593858] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.605910] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5dd63b5c-a3fd-425d-84fe-fc9d4e29340b in Status: UNINITIALIZED for 2s [ 678.689260] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0663161e-9b8d-4c58-97ef-c7c5e0db63a5 in Status: SUCCESS [ 678.689600] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0663161e-9b8d-4c58-97ef-c7c5e0db63a5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.855754] env[65429]: INFO networking_nsxv3.common.synchronization [req-6a8f1fa8-e42d-426d-bf3d-69b5b60b93a4 req-2ca32ef5-9630-477a-9093-b9baf2c08ebb tempest-FloatingIPsAssociationNegativeTestJSON-1741439582 tempest-FloatingIPsAssociationNegativeTestJSON-1741439582-project-member] Enqueued Resource ID: 6e4d3984-9f28-4ff9-8a16-16cdebf83852 with Priority: HIGHEST for action security_group_members [ 678.856467] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e4d3984-9f28-4ff9-8a16-16cdebf83852 with Priority: HIGHEST for action security_group_members [ 678.856793] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e4d3984-9f28-4ff9-8a16-16cdebf83852 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.856921] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e4d3984-9f28-4ff9-8a16-16cdebf83852" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.857025] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e4d3984-9f28-4ff9-8a16-16cdebf83852" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.857270] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e4d3984-9f28-4ff9-8a16-16cdebf83852" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.857429] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.857544] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.857620] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.857764] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.857852] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.857957] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e4d3984-9f28-4ff9-8a16-16cdebf83852',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.956106] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-424b630a-1669-4db1-a165-0c2cfa6c8053 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.956296] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.957723] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('424b630a-1669-4db1-a165-0c2cfa6c8053',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.063419] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.063704] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.063792] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.064169] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.064228] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.064378] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Segment Port db262fb1-5fe1-4fe3-8290-e227099bb34b not found, creating... [ 679.064696] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.064809] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.064891] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.065146] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.065275] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.065553] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.065705] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.065812] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.066537] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.066711] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.066894] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Resource: SegmentPort with ID: db262fb1-5fe1-4fe3-8290-e227099bb34b is going to be created. [ 679.088655] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.088886] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.088988] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.089432] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.089786] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.090079] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "port-db262fb1-5fe1-4fe3-8290-e227099bb34b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.360462] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.360736] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.360819] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.361019] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.361110] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.361501] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.361760] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.361893] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.362179] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.362311] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.362466] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e4d3984-9f28-4ff9-8a16-16cdebf83852 is going to be updated. [ 679.402046] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.402259] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.402259] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.402424] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.402558] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.415127] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e4d3984-9f28-4ff9-8a16-16cdebf83852 in Status: IN_PROGRESS for 2s [ 679.460337] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('424b630a-1669-4db1-a165-0c2cfa6c8053',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.666237] env[65429]: INFO networking_nsxv3.common.synchronization [req-52658ca8-2fdc-4005-995c-03198c5c3339 req-80510042-ec07-4dc5-84b8-748b928c84bf tempest-FloatingIPsAssociationTestJSON-763823736 tempest-FloatingIPsAssociationTestJSON-763823736-project-member] Enqueued Resource ID: 8e26d4d1-f937-4c1e-b058-9e98385baab0 with Priority: HIGHEST for action security_group_members [ 679.666811] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e26d4d1-f937-4c1e-b058-9e98385baab0 with Priority: HIGHEST for action security_group_members [ 679.667149] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e26d4d1-f937-4c1e-b058-9e98385baab0 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.667698] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e26d4d1-f937-4c1e-b058-9e98385baab0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.667837] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e26d4d1-f937-4c1e-b058-9e98385baab0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.668836] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e26d4d1-f937-4c1e-b058-9e98385baab0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.668836] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.668836] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.668836] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.668836] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.668836] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.668836] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e26d4d1-f937-4c1e-b058-9e98385baab0',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.831438] env[65429]: INFO networking_nsxv3.common.synchronization [req-211f98ff-bef6-43dc-85e3-209668ddbae4 req-bbbc93f5-21af-475a-a96d-fef637e6033b service nova] Enqueued Resource ID: 424b630a-1669-4db1-a165-0c2cfa6c8053 with Priority: HIGHEST for action security_group_rules [ 679.831631] env[65429]: INFO networking_nsxv3.common.synchronization [req-211f98ff-bef6-43dc-85e3-209668ddbae4 req-bbbc93f5-21af-475a-a96d-fef637e6033b service nova] Enqueued Resource ID: 424b630a-1669-4db1-a165-0c2cfa6c8053 with Priority: HIGHEST for action security_group_members [ 679.831844] env[65429]: INFO networking_nsxv3.common.synchronization [req-211f98ff-bef6-43dc-85e3-209668ddbae4 req-bbbc93f5-21af-475a-a96d-fef637e6033b service nova] Enqueued Resource ID: db262fb1-5fe1-4fe3-8290-e227099bb34b with Priority: HIGHEST for action port [ 679.832319] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 424b630a-1669-4db1-a165-0c2cfa6c8053 with Priority: HIGHEST for action security_group_rules [ 679.832453] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 424b630a-1669-4db1-a165-0c2cfa6c8053 with Priority: HIGHEST for action security_group_members [ 679.832571] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db262fb1-5fe1-4fe3-8290-e227099bb34b with Priority: HIGHEST for action port [ 679.832813] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-424b630a-1669-4db1-a165-0c2cfa6c8053 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.832968] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.833274] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-424b630a-1669-4db1-a165-0c2cfa6c8053 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.833410] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.833557] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-db262fb1-5fe1-4fe3-8290-e227099bb34b taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.833659] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db262fb1-5fe1-4fe3-8290-e227099bb34b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.833723] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db262fb1-5fe1-4fe3-8290-e227099bb34b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.833929] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db262fb1-5fe1-4fe3-8290-e227099bb34b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.834024] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db262fb1-5fe1-4fe3-8290-e227099bb34b',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.963014] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.963231] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.963310] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.963506] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.963598] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.963699] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 424b630a-1669-4db1-a165-0c2cfa6c8053 is going to be updated. [ 679.995410] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.995660] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.995660] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.995870] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.997294] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.007467] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 424b630a-1669-4db1-a165-0c2cfa6c8053 in Status: IN_PROGRESS for 2s [ 680.169873] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock network-423 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.170411] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "network-423" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.170565] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "network-423" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.170915] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "network-423" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.171203] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.171368] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.171481] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.171697] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.171835] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.172064] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 680.172173] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 680.172275] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 680.172376] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 680.172479] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 680.172578] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 680.172696] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 680.174204] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.174352] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.174426] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.174588] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.174668] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.174847] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.174942] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.175017] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.175156] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.175232] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.175322] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e26d4d1-f937-4c1e-b058-9e98385baab0 already deleted. [ 680.175396] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e26d4d1-f937-4c1e-b058-9e98385baab0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.198473] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 680.198712] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 680.198804] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 680.198958] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "network-423" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.199411] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock port-9db2c197-e10d-494f-8b45-7884988b0b6e taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.199597] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "port-9db2c197-e10d-494f-8b45-7884988b0b6e" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.199702] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "port-9db2c197-e10d-494f-8b45-7884988b0b6e" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.200032] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "port-9db2c197-e10d-494f-8b45-7884988b0b6e" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.200189] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9db2c197-e10d-494f-8b45-7884988b0b6e',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.337470] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port db262fb1-5fe1-4fe3-8290-e227099bb34b with status ACTIVE [ 680.337470] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.337470] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.337470] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.337470] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.337470] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.337713] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.337713] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.337972] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.338201] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.338291] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.338481] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.338577] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.338640] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.338786] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.338940] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.339051] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: db262fb1-5fe1-4fe3-8290-e227099bb34b is going to be updated. [ 680.374479] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.374629] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.374700] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.374985] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.375106] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.375244] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db262fb1-5fe1-4fe3-8290-e227099bb34b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.617541] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5dd63b5c-a3fd-425d-84fe-fc9d4e29340b in Status: SUCCESS [ 680.617787] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5dd63b5c-a3fd-425d-84fe-fc9d4e29340b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.618072] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5dd63b5c-a3fd-425d-84fe-fc9d4e29340b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.618183] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5dd63b5c-a3fd-425d-84fe-fc9d4e29340b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.618386] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.618505] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.618583] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.618776] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.619821] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.619821] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5dd63b5c-a3fd-425d-84fe-fc9d4e29340b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.619821] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5dd63b5c-a3fd-425d-84fe-fc9d4e29340b',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.703874] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.704287] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.704287] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.704551] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.704704] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.704824] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Segment Port 9db2c197-e10d-494f-8b45-7884988b0b6e not found, creating... [ 680.705159] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.706239] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.706239] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.706239] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.706239] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.706476] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.706700] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.706905] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.707817] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.707817] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.708083] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Resource: SegmentPort with ID: 9db2c197-e10d-494f-8b45-7884988b0b6e is going to be created. [ 680.734750] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.735038] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.735183] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.735524] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.735773] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.736066] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "port-9db2c197-e10d-494f-8b45-7884988b0b6e" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.122667] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-5dd63b5c-a3fd-425d-84fe-fc9d4e29340b taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.122863] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5dd63b5c-a3fd-425d-84fe-fc9d4e29340b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.123198] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5dd63b5c-a3fd-425d-84fe-fc9d4e29340b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.123341] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5dd63b5c-a3fd-425d-84fe-fc9d4e29340b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.124936] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.124936] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.124936] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.124936] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.124936] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.124936] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5dd63b5c-a3fd-425d-84fe-fc9d4e29340b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.124936] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-5dd63b5c-a3fd-425d-84fe-fc9d4e29340b taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.124936] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5dd63b5c-a3fd-425d-84fe-fc9d4e29340b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.124936] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5dd63b5c-a3fd-425d-84fe-fc9d4e29340b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.125308] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5dd63b5c-a3fd-425d-84fe-fc9d4e29340b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.125308] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.125308] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.125423] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.125585] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.125585] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.125697] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5dd63b5c-a3fd-425d-84fe-fc9d4e29340b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.125791] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5dd63b5c-a3fd-425d-84fe-fc9d4e29340b',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.374728] env[65429]: INFO networking_nsxv3.common.synchronization [req-8a4e29d7-f1b4-4915-946a-0104c526dff5 req-f5391245-571f-41a4-aa99-4a57b91b39ad tempest-ImagesNegativeTestJSON-323596924 tempest-ImagesNegativeTestJSON-323596924-project-member] Enqueued Resource ID: e3c6e3c6-9273-4e28-96fe-ffadb8b16536 with Priority: HIGHEST for action security_group_members [ 681.375374] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3c6e3c6-9273-4e28-96fe-ffadb8b16536 with Priority: HIGHEST for action security_group_members [ 681.376663] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3c6e3c6-9273-4e28-96fe-ffadb8b16536 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.376904] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3c6e3c6-9273-4e28-96fe-ffadb8b16536" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.377290] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3c6e3c6-9273-4e28-96fe-ffadb8b16536" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.377713] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3c6e3c6-9273-4e28-96fe-ffadb8b16536" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.378280] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.378428] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.378574] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.378864] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.379239] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.379484] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3c6e3c6-9273-4e28-96fe-ffadb8b16536',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.425963] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e4d3984-9f28-4ff9-8a16-16cdebf83852 in Status: SUCCESS [ 681.426204] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e4d3984-9f28-4ff9-8a16-16cdebf83852 deletion is rescheduled due to dependency. [ 681.426335] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e4d3984-9f28-4ff9-8a16-16cdebf83852" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.495757] env[65429]: INFO networking_nsxv3.common.synchronization [req-52658ca8-2fdc-4005-995c-03198c5c3339 req-c5fe7389-3442-40df-b10c-5312e44eb637 service nova] Enqueued Resource ID: 8e26d4d1-f937-4c1e-b058-9e98385baab0 with Priority: HIGHEST for action security_group_rules [ 681.496345] env[65429]: INFO networking_nsxv3.common.synchronization [req-52658ca8-2fdc-4005-995c-03198c5c3339 req-c5fe7389-3442-40df-b10c-5312e44eb637 service nova] Enqueued Resource ID: 8e26d4d1-f937-4c1e-b058-9e98385baab0 with Priority: HIGHEST for action security_group_members [ 681.496345] env[65429]: INFO networking_nsxv3.common.synchronization [req-52658ca8-2fdc-4005-995c-03198c5c3339 req-c5fe7389-3442-40df-b10c-5312e44eb637 service nova] Enqueued Resource ID: 9db2c197-e10d-494f-8b45-7884988b0b6e with Priority: HIGHEST for action port [ 681.496823] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e26d4d1-f937-4c1e-b058-9e98385baab0 with Priority: HIGHEST for action security_group_rules [ 681.497338] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e26d4d1-f937-4c1e-b058-9e98385baab0 with Priority: HIGHEST for action security_group_members [ 681.497338] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9db2c197-e10d-494f-8b45-7884988b0b6e with Priority: HIGHEST for action port [ 681.497553] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e26d4d1-f937-4c1e-b058-9e98385baab0 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.497756] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e26d4d1-f937-4c1e-b058-9e98385baab0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.497882] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e26d4d1-f937-4c1e-b058-9e98385baab0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.498258] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e26d4d1-f937-4c1e-b058-9e98385baab0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.498410] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e26d4d1-f937-4c1e-b058-9e98385baab0',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.499516] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e26d4d1-f937-4c1e-b058-9e98385baab0 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.499733] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e26d4d1-f937-4c1e-b058-9e98385baab0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.499937] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e26d4d1-f937-4c1e-b058-9e98385baab0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.502772] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e26d4d1-f937-4c1e-b058-9e98385baab0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.502772] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.502772] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.502772] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.502772] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.503330] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.503561] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e26d4d1-f937-4c1e-b058-9e98385baab0',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.504905] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-9db2c197-e10d-494f-8b45-7884988b0b6e taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.505440] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9db2c197-e10d-494f-8b45-7884988b0b6e" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.505752] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9db2c197-e10d-494f-8b45-7884988b0b6e" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.506099] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9db2c197-e10d-494f-8b45-7884988b0b6e" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.507904] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9db2c197-e10d-494f-8b45-7884988b0b6e',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.628331] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5dd63b5c-a3fd-425d-84fe-fc9d4e29340b: rpc.has_security_group_logging(os_id): False [ 681.650224] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.650394] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.650443] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.650684] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.650781] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.651031] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.651134] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.651200] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.651451] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.651451] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.651609] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.651699] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.651759] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.651904] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.651987] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.652183] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.652271] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.652372] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.652882] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.652882] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.652882] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5dd63b5c-a3fd-425d-84fe-fc9d4e29340b is going to be created. [ 681.717708] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.718044] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.718044] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.719808] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.719808] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.733707] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5dd63b5c-a3fd-425d-84fe-fc9d4e29340b in Status: IN_PROGRESS for 2s [ 681.884167] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.884414] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.884414] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.884700] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.884800] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.885040] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.885194] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.885194] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.885886] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.885886] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.885886] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3c6e3c6-9273-4e28-96fe-ffadb8b16536 already deleted. [ 681.885886] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3c6e3c6-9273-4e28-96fe-ffadb8b16536" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.010042] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e26d4d1-f937-4c1e-b058-9e98385baab0 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.012068] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e26d4d1-f937-4c1e-b058-9e98385baab0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.012068] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e26d4d1-f937-4c1e-b058-9e98385baab0',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.012427] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9db2c197-e10d-494f-8b45-7884988b0b6e with status ACTIVE [ 682.012792] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.016236] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.016236] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.016236] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.016236] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.016236] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.016236] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.016236] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.016236] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.016236] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.016236] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.016236] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.016236] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.016236] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.016236] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.016236] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9db2c197-e10d-494f-8b45-7884988b0b6e is going to be updated. [ 682.026397] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 424b630a-1669-4db1-a165-0c2cfa6c8053 in Status: SUCCESS [ 682.026397] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.026397] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.026397] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.026397] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.026397] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.026397] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.026397] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.026397] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.026397] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.026397] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-424b630a-1669-4db1-a165-0c2cfa6c8053 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.026397] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.026397] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.026397] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.026397] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.026397] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.026397] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.026397] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.026397] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.027146] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.027146] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('424b630a-1669-4db1-a165-0c2cfa6c8053',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.028414] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.028414] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.028807] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.028807] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.028939] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.029477] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.029477] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.029477] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('424b630a-1669-4db1-a165-0c2cfa6c8053',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.038399] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.038399] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.038399] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.038399] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.038399] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.038399] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9db2c197-e10d-494f-8b45-7884988b0b6e" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.043760] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock network-760 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.043982] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "network-760" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.044087] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "network-760" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.044382] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "network-760" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.044646] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.044822] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.045145] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.045575] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.045722] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.045939] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 682.046077] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 682.046189] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 682.046307] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 682.046417] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 682.046517] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 682.046652] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 682.067647] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 682.067647] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 682.067647] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 682.067806] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "network-760" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.068832] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock port-bf7d4ee3-72cf-464b-8df0-1e03dfde4b9f taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.068832] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "port-bf7d4ee3-72cf-464b-8df0-1e03dfde4b9f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.068832] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "port-bf7d4ee3-72cf-464b-8df0-1e03dfde4b9f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.068832] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "port-bf7d4ee3-72cf-464b-8df0-1e03dfde4b9f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.068832] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf7d4ee3-72cf-464b-8df0-1e03dfde4b9f',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.517319] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e26d4d1-f937-4c1e-b058-9e98385baab0',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.531432] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 424b630a-1669-4db1-a165-0c2cfa6c8053: rpc.has_security_group_logging(os_id): False [ 682.532754] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('424b630a-1669-4db1-a165-0c2cfa6c8053',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.550829] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.551051] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.551137] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.551371] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.551503] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.551717] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.551850] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.552029] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.552119] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.552412] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.552604] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.552604] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.553207] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.553207] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.553207] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.553207] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.553207] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.553397] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.553397] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.553491] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.553596] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 424b630a-1669-4db1-a165-0c2cfa6c8053 is going to be created. [ 682.573790] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.574130] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.575125] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.575450] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.575693] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.575788] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Segment Port bf7d4ee3-72cf-464b-8df0-1e03dfde4b9f not found, creating... [ 682.576049] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.576209] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.576323] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.576951] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.576951] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.577116] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.577226] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.577318] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.577530] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.577733] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.577821] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Resource: SegmentPort with ID: bf7d4ee3-72cf-464b-8df0-1e03dfde4b9f is going to be created. [ 682.597301] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.597518] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.597659] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.597896] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.598142] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.598637] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "port-bf7d4ee3-72cf-464b-8df0-1e03dfde4b9f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.621438] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.621703] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.621846] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.621939] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.622131] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.635976] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 424b630a-1669-4db1-a165-0c2cfa6c8053 in Status: IN_PROGRESS for 2s [ 683.021437] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.021900] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.021995] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.022236] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.022327] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.022430] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e26d4d1-f937-4c1e-b058-9e98385baab0 is going to be created. [ 683.035240] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('424b630a-1669-4db1-a165-0c2cfa6c8053',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.050297] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.050472] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.050555] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.050770] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.050924] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.061353] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e26d4d1-f937-4c1e-b058-9e98385baab0 in Status: UNINITIALIZED for 2s [ 683.320672] env[65429]: INFO networking_nsxv3.common.synchronization [req-8a4e29d7-f1b4-4915-946a-0104c526dff5 req-7ac4924c-10a6-4a11-b45a-51aac1459fa3 service nova] Enqueued Resource ID: e3c6e3c6-9273-4e28-96fe-ffadb8b16536 with Priority: HIGHEST for action security_group_rules [ 683.320905] env[65429]: INFO networking_nsxv3.common.synchronization [req-8a4e29d7-f1b4-4915-946a-0104c526dff5 req-7ac4924c-10a6-4a11-b45a-51aac1459fa3 service nova] Enqueued Resource ID: e3c6e3c6-9273-4e28-96fe-ffadb8b16536 with Priority: HIGHEST for action security_group_members [ 683.321045] env[65429]: INFO networking_nsxv3.common.synchronization [req-8a4e29d7-f1b4-4915-946a-0104c526dff5 req-7ac4924c-10a6-4a11-b45a-51aac1459fa3 service nova] Enqueued Resource ID: bf7d4ee3-72cf-464b-8df0-1e03dfde4b9f with Priority: HIGHEST for action port [ 683.321751] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3c6e3c6-9273-4e28-96fe-ffadb8b16536 with Priority: HIGHEST for action security_group_rules [ 683.321943] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3c6e3c6-9273-4e28-96fe-ffadb8b16536 with Priority: HIGHEST for action security_group_members [ 683.322846] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf7d4ee3-72cf-464b-8df0-1e03dfde4b9f with Priority: HIGHEST for action port [ 683.323246] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3c6e3c6-9273-4e28-96fe-ffadb8b16536 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.323409] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3c6e3c6-9273-4e28-96fe-ffadb8b16536" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.323492] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3c6e3c6-9273-4e28-96fe-ffadb8b16536" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.323741] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3c6e3c6-9273-4e28-96fe-ffadb8b16536" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.323840] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3c6e3c6-9273-4e28-96fe-ffadb8b16536',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.324860] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3c6e3c6-9273-4e28-96fe-ffadb8b16536 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.325018] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3c6e3c6-9273-4e28-96fe-ffadb8b16536" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.325108] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3c6e3c6-9273-4e28-96fe-ffadb8b16536" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.325761] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3c6e3c6-9273-4e28-96fe-ffadb8b16536" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.325761] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.325761] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.325954] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.326152] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.326245] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.326461] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3c6e3c6-9273-4e28-96fe-ffadb8b16536',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.329436] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf7d4ee3-72cf-464b-8df0-1e03dfde4b9f taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.329551] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf7d4ee3-72cf-464b-8df0-1e03dfde4b9f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.329551] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf7d4ee3-72cf-464b-8df0-1e03dfde4b9f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.329758] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf7d4ee3-72cf-464b-8df0-1e03dfde4b9f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.329876] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf7d4ee3-72cf-464b-8df0-1e03dfde4b9f',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.538211] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.538398] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.538448] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.538675] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.540455] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.540570] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 424b630a-1669-4db1-a165-0c2cfa6c8053 is going to be updated. [ 683.574049] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.574256] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.574338] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.574530] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.574766] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.588353] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 424b630a-1669-4db1-a165-0c2cfa6c8053 in Status: IN_PROGRESS for 2s [ 683.641890] env[65429]: INFO networking_nsxv3.common.synchronization [None req-847cbe3a-f027-41c7-a0e2-1eae9cd7ac20 None None] Enqueued Resource ID: 8f8d9aef-cb76-44c0-82cf-0cfe264d040c with Priority: HIGHEST for action port [ 683.642041] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f8d9aef-cb76-44c0-82cf-0cfe264d040c with Priority: HIGHEST for action port [ 683.642650] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f8d9aef-cb76-44c0-82cf-0cfe264d040c taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.642650] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f8d9aef-cb76-44c0-82cf-0cfe264d040c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.643107] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f8d9aef-cb76-44c0-82cf-0cfe264d040c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.643107] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f8d9aef-cb76-44c0-82cf-0cfe264d040c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.643229] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f8d9aef-cb76-44c0-82cf-0cfe264d040c',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.749431] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5dd63b5c-a3fd-425d-84fe-fc9d4e29340b in Status: SUCCESS [ 683.750131] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5dd63b5c-a3fd-425d-84fe-fc9d4e29340b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.831028] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e3c6e3c6-9273-4e28-96fe-ffadb8b16536',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.832432] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bf7d4ee3-72cf-464b-8df0-1e03dfde4b9f with status ACTIVE [ 683.832595] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.832732] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.834510] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.834510] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.834510] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.834510] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.834510] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.834510] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.834510] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.834510] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.834510] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.834510] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.834510] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.834510] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.834510] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.837479] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bf7d4ee3-72cf-464b-8df0-1e03dfde4b9f is going to be updated. [ 683.837479] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3c6e3c6-9273-4e28-96fe-ffadb8b16536 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.837479] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3c6e3c6-9273-4e28-96fe-ffadb8b16536" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.860676] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.861466] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.861627] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.861891] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.862416] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.862416] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf7d4ee3-72cf-464b-8df0-1e03dfde4b9f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.146243] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8f8d9aef-cb76-44c0-82cf-0cfe264d040c [ 684.146243] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.146243] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.146243] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.146243] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.146693] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.146693] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8f8d9aef-cb76-44c0-82cf-0cfe264d040c already deleted. [ 684.146693] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f8d9aef-cb76-44c0-82cf-0cfe264d040c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.333710] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e3c6e3c6-9273-4e28-96fe-ffadb8b16536',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.649607] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 424b630a-1669-4db1-a165-0c2cfa6c8053 in Status: SUCCESS [ 684.649942] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.650222] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.650499] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.651599] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('424b630a-1669-4db1-a165-0c2cfa6c8053',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.840960] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.840960] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.840960] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.840960] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.840960] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.840960] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3c6e3c6-9273-4e28-96fe-ffadb8b16536 is going to be created. [ 684.864297] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.864542] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.864542] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.864795] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.864917] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.875687] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3c6e3c6-9273-4e28-96fe-ffadb8b16536 in Status: UNINITIALIZED for 2s [ 685.080551] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e26d4d1-f937-4c1e-b058-9e98385baab0 in Status: SUCCESS [ 685.080623] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e26d4d1-f937-4c1e-b058-9e98385baab0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.080831] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e26d4d1-f937-4c1e-b058-9e98385baab0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.081056] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e26d4d1-f937-4c1e-b058-9e98385baab0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.081248] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.081865] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.081865] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.081865] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.081865] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.081865] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e26d4d1-f937-4c1e-b058-9e98385baab0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.081865] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8e26d4d1-f937-4c1e-b058-9e98385baab0',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.153284] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-424b630a-1669-4db1-a165-0c2cfa6c8053 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.153763] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.583997] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e26d4d1-f937-4c1e-b058-9e98385baab0 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.586748] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e26d4d1-f937-4c1e-b058-9e98385baab0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.586748] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e26d4d1-f937-4c1e-b058-9e98385baab0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.586748] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e26d4d1-f937-4c1e-b058-9e98385baab0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.586748] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.586748] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.586748] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.586748] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.586748] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.586748] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e26d4d1-f937-4c1e-b058-9e98385baab0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.586748] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e26d4d1-f937-4c1e-b058-9e98385baab0 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.586748] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e26d4d1-f937-4c1e-b058-9e98385baab0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.586748] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e26d4d1-f937-4c1e-b058-9e98385baab0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.587640] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e26d4d1-f937-4c1e-b058-9e98385baab0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.587640] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.587640] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.587640] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.587640] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.587640] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.587640] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e26d4d1-f937-4c1e-b058-9e98385baab0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.587914] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8e26d4d1-f937-4c1e-b058-9e98385baab0',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.603800] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 424b630a-1669-4db1-a165-0c2cfa6c8053 in Status: SUCCESS [ 685.604140] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.605082] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.605335] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.605667] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.605819] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.605894] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.606096] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.606193] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.606248] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.606337] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('424b630a-1669-4db1-a165-0c2cfa6c8053',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.748126] env[65429]: INFO networking_nsxv3.common.synchronization [None req-7ec99149-33a4-4783-bd15-09b332139d54 None None] Enqueued Resource ID: b093993e-3f4a-4b96-a016-51ee675247cc with Priority: HIGHEST for action port [ 685.749050] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b093993e-3f4a-4b96-a016-51ee675247cc with Priority: HIGHEST for action port [ 685.749050] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-b093993e-3f4a-4b96-a016-51ee675247cc taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.749262] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b093993e-3f4a-4b96-a016-51ee675247cc" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.749262] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b093993e-3f4a-4b96-a016-51ee675247cc" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.749691] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b093993e-3f4a-4b96-a016-51ee675247cc" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.749691] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b093993e-3f4a-4b96-a016-51ee675247cc',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.092154] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8e26d4d1-f937-4c1e-b058-9e98385baab0: rpc.has_security_group_logging(os_id): False [ 686.109697] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-424b630a-1669-4db1-a165-0c2cfa6c8053 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.109697] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.109697] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.109697] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.109697] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.109697] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.110029] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.110029] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.110029] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.111354] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.111354] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-424b630a-1669-4db1-a165-0c2cfa6c8053 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.111354] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.111354] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.111354] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.111354] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.111354] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.111354] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.111879] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.111879] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.111879] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.112085] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('424b630a-1669-4db1-a165-0c2cfa6c8053',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.115983] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.116361] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.116361] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.118953] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.119051] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.119701] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.120594] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.120865] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.121114] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.121114] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.121402] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.121560] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.121660] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.121891] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.122033] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.125948] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.125948] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.125948] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.125948] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.125948] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.125948] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e26d4d1-f937-4c1e-b058-9e98385baab0 is going to be created. [ 686.205339] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.205339] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.205339] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.205339] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.205339] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.234763] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e26d4d1-f937-4c1e-b058-9e98385baab0 in Status: IN_PROGRESS for 2s [ 686.251826] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b093993e-3f4a-4b96-a016-51ee675247cc [ 686.252300] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.252472] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.252588] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.252871] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.252998] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.253152] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b093993e-3f4a-4b96-a016-51ee675247cc already deleted. [ 686.253278] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b093993e-3f4a-4b96-a016-51ee675247cc" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.627491] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 424b630a-1669-4db1-a165-0c2cfa6c8053: rpc.has_security_group_logging(os_id): False [ 686.629501] env[65429]: INFO networking_nsxv3.common.synchronization [None req-67df7357-4599-4ac2-83d3-a93b1c8975a6 None None] Enqueued Resource ID: e3b765c0-ae8c-438a-9862-00951a4d1c34 with Priority: HIGHEST for action port [ 686.630147] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3b765c0-ae8c-438a-9862-00951a4d1c34 with Priority: HIGHEST for action port [ 686.630976] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3b765c0-ae8c-438a-9862-00951a4d1c34 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.631177] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3b765c0-ae8c-438a-9862-00951a4d1c34" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.631177] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3b765c0-ae8c-438a-9862-00951a4d1c34" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.631511] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3b765c0-ae8c-438a-9862-00951a4d1c34" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.631511] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3b765c0-ae8c-438a-9862-00951a4d1c34',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.649305] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.649305] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.649497] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.649656] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.649789] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.649951] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.650062] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.650550] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.650550] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.650550] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.650814] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.650814] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.650814] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.650960] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.651011] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.651315] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.651499] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.651499] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.651683] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.651825] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.651950] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 424b630a-1669-4db1-a165-0c2cfa6c8053 is going to be updated. [ 686.730065] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.730065] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.730065] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.730065] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.730065] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.746087] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 424b630a-1669-4db1-a165-0c2cfa6c8053 in Status: IN_PROGRESS for 2s [ 686.887641] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3c6e3c6-9273-4e28-96fe-ffadb8b16536 in Status: SUCCESS [ 686.889113] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3c6e3c6-9273-4e28-96fe-ffadb8b16536" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.890017] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3c6e3c6-9273-4e28-96fe-ffadb8b16536" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.890017] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3c6e3c6-9273-4e28-96fe-ffadb8b16536" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.890289] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.890608] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.890868] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.892584] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.892584] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.892584] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3c6e3c6-9273-4e28-96fe-ffadb8b16536" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.892584] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e3c6e3c6-9273-4e28-96fe-ffadb8b16536',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.134193] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e3b765c0-ae8c-438a-9862-00951a4d1c34 [ 687.134979] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.134979] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.134979] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.134979] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.134979] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.136596] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e3b765c0-ae8c-438a-9862-00951a4d1c34 already deleted. [ 687.136596] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3b765c0-ae8c-438a-9862-00951a4d1c34" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.397631] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3c6e3c6-9273-4e28-96fe-ffadb8b16536 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.397631] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3c6e3c6-9273-4e28-96fe-ffadb8b16536" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.397631] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3c6e3c6-9273-4e28-96fe-ffadb8b16536" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.397631] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3c6e3c6-9273-4e28-96fe-ffadb8b16536" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.397631] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.397631] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.397631] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.397631] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.397631] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.397631] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3c6e3c6-9273-4e28-96fe-ffadb8b16536" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.397631] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3c6e3c6-9273-4e28-96fe-ffadb8b16536 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.397631] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3c6e3c6-9273-4e28-96fe-ffadb8b16536" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.397631] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3c6e3c6-9273-4e28-96fe-ffadb8b16536" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.397631] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3c6e3c6-9273-4e28-96fe-ffadb8b16536" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.397631] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.397631] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.398896] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.398896] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.398896] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.398896] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3c6e3c6-9273-4e28-96fe-ffadb8b16536" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.398896] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e3c6e3c6-9273-4e28-96fe-ffadb8b16536',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.903394] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e3c6e3c6-9273-4e28-96fe-ffadb8b16536: rpc.has_security_group_logging(os_id): False [ 687.922906] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.923065] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.923138] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.923358] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.923451] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.923646] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.923745] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.923825] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.924044] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.924135] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.924323] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.924418] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.924479] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.924618] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.924691] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.924883] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.924975] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.928625] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.929932] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.929932] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.929932] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3c6e3c6-9273-4e28-96fe-ffadb8b16536 is going to be created. [ 687.996469] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.996652] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.996699] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.996953] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.997159] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.008852] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3c6e3c6-9273-4e28-96fe-ffadb8b16536 in Status: IN_PROGRESS for 2s [ 688.250632] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e26d4d1-f937-4c1e-b058-9e98385baab0 in Status: SUCCESS [ 688.250938] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e26d4d1-f937-4c1e-b058-9e98385baab0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.670883] env[65429]: INFO networking_nsxv3.common.synchronization [None req-6b2034b6-0f08-4ee4-a98d-6c87ed6318a9 None None] Enqueued Resource ID: 94e00b98-b16c-4acb-9186-6af0368e991b with Priority: HIGHEST for action port [ 688.671503] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94e00b98-b16c-4acb-9186-6af0368e991b with Priority: HIGHEST for action port [ 688.671834] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-94e00b98-b16c-4acb-9186-6af0368e991b taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.671961] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-94e00b98-b16c-4acb-9186-6af0368e991b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.673389] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-94e00b98-b16c-4acb-9186-6af0368e991b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.675028] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-94e00b98-b16c-4acb-9186-6af0368e991b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.675137] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94e00b98-b16c-4acb-9186-6af0368e991b',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.765206] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 424b630a-1669-4db1-a165-0c2cfa6c8053 in Status: SUCCESS [ 688.765471] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.765653] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.765906] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.766079] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('424b630a-1669-4db1-a165-0c2cfa6c8053',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.959360] env[65429]: INFO networking_nsxv3.common.synchronization [req-8a50f739-aac0-401b-b1a9-36b5f26f52cc req-645dae30-fa77-48d6-9be7-d636752d180b tempest-TenantUsagesTestJSON-838859358 tempest-TenantUsagesTestJSON-838859358-project-member] Enqueued Resource ID: 0256c7de-e836-4be7-8a4c-92de53ac8342 with Priority: HIGHEST for action security_group_members [ 688.959360] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0256c7de-e836-4be7-8a4c-92de53ac8342 with Priority: HIGHEST for action security_group_members [ 688.959360] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-0256c7de-e836-4be7-8a4c-92de53ac8342 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.959956] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0256c7de-e836-4be7-8a4c-92de53ac8342" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.960415] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0256c7de-e836-4be7-8a4c-92de53ac8342" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.960861] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0256c7de-e836-4be7-8a4c-92de53ac8342" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.961222] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.961812] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.961812] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.961812] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.962531] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.963031] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0256c7de-e836-4be7-8a4c-92de53ac8342',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.122343] env[65429]: INFO networking_nsxv3.common.synchronization [None req-cc5ff3a3-5508-42c4-9ce8-7c91b1579a2f tempest-ServersTestFqdnHostnames-1849723301 tempest-ServersTestFqdnHostnames-1849723301-project-member] Enqueued Resource ID: b6da2e71-0738-4f39-9e52-7626cb4eb47d with Priority: HIGHEST for action security_group_rules [ 689.122873] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6da2e71-0738-4f39-9e52-7626cb4eb47d with Priority: HIGHEST for action security_group_rules [ 689.123199] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6da2e71-0738-4f39-9e52-7626cb4eb47d taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.123321] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6da2e71-0738-4f39-9e52-7626cb4eb47d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.123388] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6da2e71-0738-4f39-9e52-7626cb4eb47d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.123668] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6da2e71-0738-4f39-9e52-7626cb4eb47d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.123761] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6da2e71-0738-4f39-9e52-7626cb4eb47d',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.181095] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 94e00b98-b16c-4acb-9186-6af0368e991b [ 689.181095] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.182033] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.182033] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.182033] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.182033] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.182277] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:94e00b98-b16c-4acb-9186-6af0368e991b already deleted. [ 689.182277] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-94e00b98-b16c-4acb-9186-6af0368e991b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.259938] env[65429]: INFO networking_nsxv3.common.synchronization [None req-e5b04ea1-f5c2-4dcf-bbdf-37a6489cdadb tempest-ServersTestFqdnHostnames-1849723301 tempest-ServersTestFqdnHostnames-1849723301-project-member] Enqueued Resource ID: b6da2e71-0738-4f39-9e52-7626cb4eb47d with Priority: HIGHEST for action security_group_rules [ 689.260511] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6da2e71-0738-4f39-9e52-7626cb4eb47d with Priority: HIGHEST for action security_group_rules [ 689.261562] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6da2e71-0738-4f39-9e52-7626cb4eb47d taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.261562] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6da2e71-0738-4f39-9e52-7626cb4eb47d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.270143] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-424b630a-1669-4db1-a165-0c2cfa6c8053 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.270336] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.270414] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.270615] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.270815] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.270895] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.270945] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.271086] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.271177] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.271269] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.271355] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('424b630a-1669-4db1-a165-0c2cfa6c8053',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.388268] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock network-698 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.388454] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "network-698" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.388570] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "network-698" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.388830] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "network-698" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.389085] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.389272] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.389387] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.389580] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.389714] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.389912] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 689.390359] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 689.390542] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 689.390646] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 689.390754] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 689.390855] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 689.390980] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 689.412871] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 689.413067] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 689.413190] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 689.413366] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "network-698" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.413687] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock port-1ed89d6f-da18-4819-b007-027c9eb72fed taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.413855] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "port-1ed89d6f-da18-4819-b007-027c9eb72fed" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.413969] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "port-1ed89d6f-da18-4819-b007-027c9eb72fed" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.414315] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "port-1ed89d6f-da18-4819-b007-027c9eb72fed" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.414451] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ed89d6f-da18-4819-b007-027c9eb72fed',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.466225] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.466594] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.466594] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.466844] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.466844] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.467153] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.467153] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.467356] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.467409] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.467497] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.467582] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0256c7de-e836-4be7-8a4c-92de53ac8342 already deleted. [ 689.467679] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0256c7de-e836-4be7-8a4c-92de53ac8342" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.647993] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.647993] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.648169] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.648288] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.648331] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.648489] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6da2e71-0738-4f39-9e52-7626cb4eb47d already deleted. [ 689.648544] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6da2e71-0738-4f39-9e52-7626cb4eb47d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.648696] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6da2e71-0738-4f39-9e52-7626cb4eb47d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.648874] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6da2e71-0738-4f39-9e52-7626cb4eb47d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.648957] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6da2e71-0738-4f39-9e52-7626cb4eb47d',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.774545] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-424b630a-1669-4db1-a165-0c2cfa6c8053 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.775138] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.775138] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.775506] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.775659] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.775807] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.775807] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.776211] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.776333] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.776475] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.776642] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-424b630a-1669-4db1-a165-0c2cfa6c8053 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.776965] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.776965] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.777052] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.777612] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.777612] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.777612] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.777612] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.777796] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.777796] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.777895] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('424b630a-1669-4db1-a165-0c2cfa6c8053',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.917039] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.917039] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.917328] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.917449] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.917597] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.917752] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Segment Port 1ed89d6f-da18-4819-b007-027c9eb72fed not found, creating... [ 689.918000] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.918170] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.918287] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.918496] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.918637] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.918966] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.919225] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.919364] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.919581] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.919737] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.919840] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Resource: SegmentPort with ID: 1ed89d6f-da18-4819-b007-027c9eb72fed is going to be created. [ 689.943558] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.943808] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.943865] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.944172] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.944391] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.944650] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "port-1ed89d6f-da18-4819-b007-027c9eb72fed" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.034541] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3c6e3c6-9273-4e28-96fe-ffadb8b16536 in Status: SUCCESS [ 690.034869] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3c6e3c6-9273-4e28-96fe-ffadb8b16536" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.173470] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.173656] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.173860] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.174163] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.174308] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.174479] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6da2e71-0738-4f39-9e52-7626cb4eb47d already deleted. [ 690.174623] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6da2e71-0738-4f39-9e52-7626cb4eb47d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.281415] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 424b630a-1669-4db1-a165-0c2cfa6c8053: rpc.has_security_group_logging(os_id): False [ 690.302824] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.303128] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.303128] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.303363] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.303521] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.303693] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.303819] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.303866] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.304043] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.304185] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.304449] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.304567] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.304680] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.304852] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.304967] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.305530] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.305738] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.305901] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.306144] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.306308] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.306442] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 424b630a-1669-4db1-a165-0c2cfa6c8053 is going to be updated. [ 690.375356] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.375557] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.375557] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.375791] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.375956] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.393024] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 424b630a-1669-4db1-a165-0c2cfa6c8053 in Status: IN_PROGRESS for 2s [ 690.750776] env[65429]: INFO networking_nsxv3.common.synchronization [req-8a50f739-aac0-401b-b1a9-36b5f26f52cc req-375b9215-ce3a-40a6-8d73-b7cf389c25c9 service nova] Enqueued Resource ID: 0256c7de-e836-4be7-8a4c-92de53ac8342 with Priority: HIGHEST for action security_group_rules [ 690.750946] env[65429]: INFO networking_nsxv3.common.synchronization [req-8a50f739-aac0-401b-b1a9-36b5f26f52cc req-375b9215-ce3a-40a6-8d73-b7cf389c25c9 service nova] Enqueued Resource ID: 0256c7de-e836-4be7-8a4c-92de53ac8342 with Priority: HIGHEST for action security_group_members [ 690.751122] env[65429]: INFO networking_nsxv3.common.synchronization [req-8a50f739-aac0-401b-b1a9-36b5f26f52cc req-375b9215-ce3a-40a6-8d73-b7cf389c25c9 service nova] Enqueued Resource ID: 1ed89d6f-da18-4819-b007-027c9eb72fed with Priority: HIGHEST for action port [ 690.751783] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0256c7de-e836-4be7-8a4c-92de53ac8342 with Priority: HIGHEST for action security_group_rules [ 690.751914] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0256c7de-e836-4be7-8a4c-92de53ac8342 with Priority: HIGHEST for action security_group_members [ 690.752263] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ed89d6f-da18-4819-b007-027c9eb72fed with Priority: HIGHEST for action port [ 690.752659] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0256c7de-e836-4be7-8a4c-92de53ac8342 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.752846] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0256c7de-e836-4be7-8a4c-92de53ac8342" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.752963] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0256c7de-e836-4be7-8a4c-92de53ac8342" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.753459] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0256c7de-e836-4be7-8a4c-92de53ac8342" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.753459] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0256c7de-e836-4be7-8a4c-92de53ac8342',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.755342] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-0256c7de-e836-4be7-8a4c-92de53ac8342 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.755461] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0256c7de-e836-4be7-8a4c-92de53ac8342" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.755523] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0256c7de-e836-4be7-8a4c-92de53ac8342" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.756051] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0256c7de-e836-4be7-8a4c-92de53ac8342" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.757021] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.757021] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.757255] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.757584] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.757682] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.757816] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0256c7de-e836-4be7-8a4c-92de53ac8342',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.759136] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ed89d6f-da18-4819-b007-027c9eb72fed taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.759503] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ed89d6f-da18-4819-b007-027c9eb72fed" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.759503] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ed89d6f-da18-4819-b007-027c9eb72fed" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.759712] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ed89d6f-da18-4819-b007-027c9eb72fed" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.759864] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ed89d6f-da18-4819-b007-027c9eb72fed',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.262695] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0256c7de-e836-4be7-8a4c-92de53ac8342',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.263541] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-0256c7de-e836-4be7-8a4c-92de53ac8342 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.263701] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0256c7de-e836-4be7-8a4c-92de53ac8342" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.264236] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1ed89d6f-da18-4819-b007-027c9eb72fed with status ACTIVE [ 691.264236] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.265074] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.265229] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.265418] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.265418] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.265587] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.265682] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.265742] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.265911] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.265991] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.266424] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.266424] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.266424] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.266642] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.266642] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.266642] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1ed89d6f-da18-4819-b007-027c9eb72fed is going to be updated. [ 691.291080] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.291273] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.291321] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.291751] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.291751] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.293110] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ed89d6f-da18-4819-b007-027c9eb72fed" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.768865] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0256c7de-e836-4be7-8a4c-92de53ac8342',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.271279] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.271618] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.271618] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.271865] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.271865] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.272031] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0256c7de-e836-4be7-8a4c-92de53ac8342 is going to be created. [ 692.297517] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.297671] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.297731] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.297935] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.298125] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.308198] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0256c7de-e836-4be7-8a4c-92de53ac8342 in Status: UNINITIALIZED for 2s [ 692.413617] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 424b630a-1669-4db1-a165-0c2cfa6c8053 in Status: SUCCESS [ 692.413905] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.668019] env[65429]: INFO networking_nsxv3.common.synchronization [req-e7ab4ce6-151b-41d9-adbf-58689cdffaba req-08f2e0f1-ef07-4417-a664-4386e19a1197 tempest-DeleteServersAdminTestJSON-2041531938 tempest-DeleteServersAdminTestJSON-2041531938-project-member] Enqueued Resource ID: 0663161e-9b8d-4c58-97ef-c7c5e0db63a5 with Priority: HIGHEST for action security_group_members [ 693.668389] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0663161e-9b8d-4c58-97ef-c7c5e0db63a5 with Priority: HIGHEST for action security_group_members [ 693.669375] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-0663161e-9b8d-4c58-97ef-c7c5e0db63a5 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.669562] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0663161e-9b8d-4c58-97ef-c7c5e0db63a5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.669632] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0663161e-9b8d-4c58-97ef-c7c5e0db63a5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.669843] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0663161e-9b8d-4c58-97ef-c7c5e0db63a5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.670050] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.670161] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.670231] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.670409] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.670498] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.670597] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0663161e-9b8d-4c58-97ef-c7c5e0db63a5',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.173878] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.174055] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.174124] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.175264] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.175264] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.175264] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.175264] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.175264] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.175264] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.175264] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.175264] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0663161e-9b8d-4c58-97ef-c7c5e0db63a5 is going to be updated. [ 694.202279] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.202494] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.202494] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.202688] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.202821] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.246695] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0663161e-9b8d-4c58-97ef-c7c5e0db63a5 in Status: IN_PROGRESS for 2s [ 694.319891] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0256c7de-e836-4be7-8a4c-92de53ac8342 in Status: SUCCESS [ 694.319891] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0256c7de-e836-4be7-8a4c-92de53ac8342" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.319891] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0256c7de-e836-4be7-8a4c-92de53ac8342" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.322096] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0256c7de-e836-4be7-8a4c-92de53ac8342" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.322096] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.322096] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.322096] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.322096] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.322096] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.322096] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0256c7de-e836-4be7-8a4c-92de53ac8342" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.322096] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0256c7de-e836-4be7-8a4c-92de53ac8342',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.823699] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-0256c7de-e836-4be7-8a4c-92de53ac8342 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.824062] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0256c7de-e836-4be7-8a4c-92de53ac8342" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.824062] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0256c7de-e836-4be7-8a4c-92de53ac8342" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.824226] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0256c7de-e836-4be7-8a4c-92de53ac8342" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.824646] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.824646] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.824646] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.824819] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.824819] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.824893] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0256c7de-e836-4be7-8a4c-92de53ac8342" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.825054] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-0256c7de-e836-4be7-8a4c-92de53ac8342 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.825158] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0256c7de-e836-4be7-8a4c-92de53ac8342" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.825158] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0256c7de-e836-4be7-8a4c-92de53ac8342" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.825313] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0256c7de-e836-4be7-8a4c-92de53ac8342" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.825560] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.825560] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.825675] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.827119] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.827119] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.827119] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0256c7de-e836-4be7-8a4c-92de53ac8342" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.827119] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0256c7de-e836-4be7-8a4c-92de53ac8342',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.328370] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0256c7de-e836-4be7-8a4c-92de53ac8342: rpc.has_security_group_logging(os_id): False [ 695.353662] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.353662] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.353850] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.354228] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.354337] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.354583] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.354725] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.354793] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.355497] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.355497] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.355497] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.355497] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.355497] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.355643] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.355643] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.355848] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.355946] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.355946] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.356102] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.356177] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.356265] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0256c7de-e836-4be7-8a4c-92de53ac8342 is going to be created. [ 695.430863] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.431009] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.431009] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.432245] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.432245] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.443126] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0256c7de-e836-4be7-8a4c-92de53ac8342 in Status: IN_PROGRESS for 2s [ 696.121097] env[65429]: INFO networking_nsxv3.common.synchronization [req-07cf3a1b-def5-4e79-a559-4e7c6f4d7bc1 req-6482534b-f9dd-4a9f-9123-162f26914ff1 tempest-AttachInterfacesTestJSON-192137818 tempest-AttachInterfacesTestJSON-192137818-project-member] Enqueued Resource ID: 8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 with Priority: HIGHEST for action security_group_members [ 696.121639] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 with Priority: HIGHEST for action security_group_members [ 696.122042] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.122654] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.122654] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.122654] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.122654] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.122966] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.122966] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.122966] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.124477] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.124477] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.221453] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0663161e-9b8d-4c58-97ef-c7c5e0db63a5 in Status: SUCCESS [ 696.222838] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0663161e-9b8d-4c58-97ef-c7c5e0db63a5 deletion is rescheduled due to dependency. [ 696.222838] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0663161e-9b8d-4c58-97ef-c7c5e0db63a5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.605705] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock network-846 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.605906] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "network-846" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.606038] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "network-846" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.606307] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "network-846" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.606583] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.606737] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.606849] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.607241] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.607413] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.607621] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 696.608021] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 696.608142] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 696.608252] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 696.608362] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 696.608462] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 696.608601] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 696.626535] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.626690] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.626762] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.626983] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.627092] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.627290] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.627405] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.627452] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.627662] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.627781] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.627830] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 already deleted. [ 696.627911] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.630998] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 696.631190] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 696.631496] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 696.631589] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "network-846" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.631853] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock port-4dbf5e3d-b270-4e52-8d48-5bea167cc2f0 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.632025] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "port-4dbf5e3d-b270-4e52-8d48-5bea167cc2f0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.632141] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "port-4dbf5e3d-b270-4e52-8d48-5bea167cc2f0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.632448] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "port-4dbf5e3d-b270-4e52-8d48-5bea167cc2f0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.632569] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4dbf5e3d-b270-4e52-8d48-5bea167cc2f0',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.135536] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.135848] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.135889] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.136193] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.136341] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.136487] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Segment Port 4dbf5e3d-b270-4e52-8d48-5bea167cc2f0 not found, creating... [ 697.136739] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.136890] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.136999] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.137291] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.137430] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.137711] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.137876] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.137988] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.138217] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.138338] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.138477] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Resource: SegmentPort with ID: 4dbf5e3d-b270-4e52-8d48-5bea167cc2f0 is going to be created. [ 697.162674] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.162674] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.162674] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.162860] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.162943] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.163188] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "port-4dbf5e3d-b270-4e52-8d48-5bea167cc2f0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.176626] env[65429]: INFO networking_nsxv3.common.synchronization [None req-58b1d696-bb9f-4948-a32f-551aea33f78f None None] Enqueued Resource ID: 774248fe-1810-40c7-a196-44d64db220dd with Priority: HIGHEST for action port [ 697.177409] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 774248fe-1810-40c7-a196-44d64db220dd with Priority: HIGHEST for action port [ 697.177775] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-774248fe-1810-40c7-a196-44d64db220dd taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.177909] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-774248fe-1810-40c7-a196-44d64db220dd" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.177982] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-774248fe-1810-40c7-a196-44d64db220dd" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.180592] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-774248fe-1810-40c7-a196-44d64db220dd" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.180592] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('774248fe-1810-40c7-a196-44d64db220dd',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.455131] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0256c7de-e836-4be7-8a4c-92de53ac8342 in Status: SUCCESS [ 697.455356] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0256c7de-e836-4be7-8a4c-92de53ac8342" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.681192] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 774248fe-1810-40c7-a196-44d64db220dd [ 697.681611] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.681611] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.681792] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.681901] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.682056] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.682101] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:774248fe-1810-40c7-a196-44d64db220dd already deleted. [ 697.682215] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-774248fe-1810-40c7-a196-44d64db220dd" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.735998] env[65429]: INFO networking_nsxv3.common.synchronization [req-4a0c64e6-cb5b-4df1-91d3-4449cde788d5 req-bbb7c89d-ce2f-46d3-9e28-490b3c8d25b4 tempest-ImagesOneServerTestJSON-692734735 tempest-ImagesOneServerTestJSON-692734735-project-member] Enqueued Resource ID: 38107123-e6ea-47c0-8b9c-f150511062b7 with Priority: HIGHEST for action security_group_members [ 697.736526] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38107123-e6ea-47c0-8b9c-f150511062b7 with Priority: HIGHEST for action security_group_members [ 697.736827] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-38107123-e6ea-47c0-8b9c-f150511062b7 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.736959] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38107123-e6ea-47c0-8b9c-f150511062b7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.737150] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38107123-e6ea-47c0-8b9c-f150511062b7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.737538] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38107123-e6ea-47c0-8b9c-f150511062b7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.737601] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.737678] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.737741] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.737888] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.737971] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.738080] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38107123-e6ea-47c0-8b9c-f150511062b7',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.921287] env[65429]: INFO networking_nsxv3.common.synchronization [req-07cf3a1b-def5-4e79-a559-4e7c6f4d7bc1 req-e8e08b13-7bd4-4525-a870-9cc0f5df423e service nova] Enqueued Resource ID: 8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 with Priority: HIGHEST for action security_group_rules [ 697.921580] env[65429]: INFO networking_nsxv3.common.synchronization [req-07cf3a1b-def5-4e79-a559-4e7c6f4d7bc1 req-e8e08b13-7bd4-4525-a870-9cc0f5df423e service nova] Enqueued Resource ID: 8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 with Priority: HIGHEST for action security_group_members [ 697.921789] env[65429]: INFO networking_nsxv3.common.synchronization [req-07cf3a1b-def5-4e79-a559-4e7c6f4d7bc1 req-e8e08b13-7bd4-4525-a870-9cc0f5df423e service nova] Enqueued Resource ID: 4dbf5e3d-b270-4e52-8d48-5bea167cc2f0 with Priority: HIGHEST for action port [ 697.922358] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 with Priority: HIGHEST for action security_group_rules [ 697.922917] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 with Priority: HIGHEST for action security_group_members [ 697.922917] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dbf5e3d-b270-4e52-8d48-5bea167cc2f0 with Priority: HIGHEST for action port [ 697.922917] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.923187] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.923187] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.923494] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.924451] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.925964] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.926130] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.926218] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.926424] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.926605] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.926734] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.926820] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.927679] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.927679] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.927679] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.928553] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-4dbf5e3d-b270-4e52-8d48-5bea167cc2f0 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.930421] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4dbf5e3d-b270-4e52-8d48-5bea167cc2f0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.930556] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4dbf5e3d-b270-4e52-8d48-5bea167cc2f0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.930919] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4dbf5e3d-b270-4e52-8d48-5bea167cc2f0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.930919] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4dbf5e3d-b270-4e52-8d48-5bea167cc2f0',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.240546] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.240896] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.240896] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.241017] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.241127] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.241749] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.241749] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.241749] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.241749] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.241749] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.242031] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38107123-e6ea-47c0-8b9c-f150511062b7 already deleted. [ 698.242031] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38107123-e6ea-47c0-8b9c-f150511062b7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.254048] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock network-179 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.254255] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "network-179" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.254345] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "network-179" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.254869] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "network-179" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.255223] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.255223] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.255223] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.255447] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.255588] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.255814] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 698.255922] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 698.256035] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 698.256151] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 698.256255] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 698.256359] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 698.256494] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 698.279827] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 698.279986] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 698.280135] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 698.280308] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "network-179" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.280698] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock port-d4e814a8-4620-436d-9ff0-7f2c0712ce84 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.280869] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "port-d4e814a8-4620-436d-9ff0-7f2c0712ce84" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.280998] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "port-d4e814a8-4620-436d-9ff0-7f2c0712ce84" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.281339] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "port-d4e814a8-4620-436d-9ff0-7f2c0712ce84" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.281472] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4e814a8-4620-436d-9ff0-7f2c0712ce84',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.433114] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.433304] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.436024] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.436024] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4dbf5e3d-b270-4e52-8d48-5bea167cc2f0 with status ACTIVE [ 698.436024] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.436024] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.436024] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.436024] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.436024] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.436024] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.436024] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.436024] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.436564] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.436564] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.436705] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.436705] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.436785] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.436948] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.436997] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.437266] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4dbf5e3d-b270-4e52-8d48-5bea167cc2f0 is going to be updated. [ 698.467896] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.468161] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.468251] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.468523] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.468827] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.469076] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4dbf5e3d-b270-4e52-8d48-5bea167cc2f0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.786683] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.786942] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.786942] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.787187] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.787335] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.787511] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Segment Port d4e814a8-4620-436d-9ff0-7f2c0712ce84 not found, creating... [ 698.787824] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.787982] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.788140] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.788871] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.788871] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.788871] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.789177] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.789177] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.789397] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.789578] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.789974] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Resource: SegmentPort with ID: d4e814a8-4620-436d-9ff0-7f2c0712ce84 is going to be created. [ 698.811304] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.811551] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.811766] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.812072] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.812563] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.812639] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "port-d4e814a8-4620-436d-9ff0-7f2c0712ce84" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.939208] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.416076] env[65429]: INFO networking_nsxv3.common.synchronization [None req-0a0776bd-ed7d-4a08-9678-600776d85d34 None None] Enqueued Resource ID: c736b3fe-782d-43b4-aa0b-e67653503535 with Priority: HIGHEST for action port [ 699.416921] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c736b3fe-782d-43b4-aa0b-e67653503535 with Priority: HIGHEST for action port [ 699.417307] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-c736b3fe-782d-43b4-aa0b-e67653503535 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.417447] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c736b3fe-782d-43b4-aa0b-e67653503535" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.417480] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c736b3fe-782d-43b4-aa0b-e67653503535" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.417912] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c736b3fe-782d-43b4-aa0b-e67653503535" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.418020] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c736b3fe-782d-43b4-aa0b-e67653503535',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.442022] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.442327] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.442327] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.442822] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.442822] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.442822] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 is going to be created. [ 699.468559] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.468726] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.468808] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.469036] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.469204] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.479524] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 in Status: UNINITIALIZED for 2s [ 699.516375] env[65429]: INFO networking_nsxv3.common.synchronization [req-4a0c64e6-cb5b-4df1-91d3-4449cde788d5 req-3325b2d7-4b4a-4315-ac08-5183b74751bb service nova] Enqueued Resource ID: 38107123-e6ea-47c0-8b9c-f150511062b7 with Priority: HIGHEST for action security_group_rules [ 699.516560] env[65429]: INFO networking_nsxv3.common.synchronization [req-4a0c64e6-cb5b-4df1-91d3-4449cde788d5 req-3325b2d7-4b4a-4315-ac08-5183b74751bb service nova] Enqueued Resource ID: 38107123-e6ea-47c0-8b9c-f150511062b7 with Priority: HIGHEST for action security_group_members [ 699.516779] env[65429]: INFO networking_nsxv3.common.synchronization [req-4a0c64e6-cb5b-4df1-91d3-4449cde788d5 req-3325b2d7-4b4a-4315-ac08-5183b74751bb service nova] Enqueued Resource ID: d4e814a8-4620-436d-9ff0-7f2c0712ce84 with Priority: HIGHEST for action port [ 699.518073] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38107123-e6ea-47c0-8b9c-f150511062b7 with Priority: HIGHEST for action security_group_rules [ 699.518209] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38107123-e6ea-47c0-8b9c-f150511062b7 with Priority: HIGHEST for action security_group_members [ 699.518328] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4e814a8-4620-436d-9ff0-7f2c0712ce84 with Priority: HIGHEST for action port [ 699.518623] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38107123-e6ea-47c0-8b9c-f150511062b7 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.518750] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38107123-e6ea-47c0-8b9c-f150511062b7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.518823] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38107123-e6ea-47c0-8b9c-f150511062b7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.519104] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38107123-e6ea-47c0-8b9c-f150511062b7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.519198] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38107123-e6ea-47c0-8b9c-f150511062b7',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.520423] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-38107123-e6ea-47c0-8b9c-f150511062b7 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.520542] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38107123-e6ea-47c0-8b9c-f150511062b7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.520627] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38107123-e6ea-47c0-8b9c-f150511062b7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.520810] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38107123-e6ea-47c0-8b9c-f150511062b7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.520956] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.521578] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.521578] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.521743] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.521830] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.521924] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38107123-e6ea-47c0-8b9c-f150511062b7',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.523613] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4e814a8-4620-436d-9ff0-7f2c0712ce84 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.523613] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4e814a8-4620-436d-9ff0-7f2c0712ce84" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.523613] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4e814a8-4620-436d-9ff0-7f2c0712ce84" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.523613] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4e814a8-4620-436d-9ff0-7f2c0712ce84" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.523613] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4e814a8-4620-436d-9ff0-7f2c0712ce84',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.763134] env[65429]: INFO networking_nsxv3.common.synchronization [None req-2f96db6e-c437-49ea-bc0f-c156bfefc6b7 None None] Enqueued Resource ID: 39d05e84-44c6-450b-a072-e9feef549975 with Priority: HIGHEST for action port [ 699.763867] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39d05e84-44c6-450b-a072-e9feef549975 with Priority: HIGHEST for action port [ 699.764265] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-39d05e84-44c6-450b-a072-e9feef549975 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.764436] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39d05e84-44c6-450b-a072-e9feef549975" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.764522] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39d05e84-44c6-450b-a072-e9feef549975" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.764806] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39d05e84-44c6-450b-a072-e9feef549975" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.764883] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39d05e84-44c6-450b-a072-e9feef549975',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.921415] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c736b3fe-782d-43b4-aa0b-e67653503535 [ 699.921667] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.921834] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.922105] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.922195] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.922344] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.922504] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c736b3fe-782d-43b4-aa0b-e67653503535 already deleted. [ 699.922646] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c736b3fe-782d-43b4-aa0b-e67653503535" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.024976] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('38107123-e6ea-47c0-8b9c-f150511062b7',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.026058] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-38107123-e6ea-47c0-8b9c-f150511062b7 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.026170] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38107123-e6ea-47c0-8b9c-f150511062b7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.026350] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d4e814a8-4620-436d-9ff0-7f2c0712ce84 with status ACTIVE [ 700.026529] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.026640] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.026695] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.026988] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.026988] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.027174] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.027324] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.027382] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.027581] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.027667] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.027846] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.027940] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.029262] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.029262] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.029262] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.029262] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d4e814a8-4620-436d-9ff0-7f2c0712ce84 is going to be updated. [ 700.043986] env[65429]: INFO networking_nsxv3.common.synchronization [req-bad9cf5a-9d6c-41cd-8227-e4f2ca58a450 req-f01d4130-9b46-4b24-9171-b19593914c64 tempest-ServersTestMultiNic-1519511874 tempest-ServersTestMultiNic-1519511874-project-member] Enqueued Resource ID: 424b630a-1669-4db1-a165-0c2cfa6c8053 with Priority: HIGHEST for action security_group_members [ 700.045799] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 424b630a-1669-4db1-a165-0c2cfa6c8053 with Priority: HIGHEST for action security_group_members [ 700.045948] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-424b630a-1669-4db1-a165-0c2cfa6c8053 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.046121] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.046551] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.048264] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.048452] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.049142] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.049142] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.049142] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.049142] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.049142] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('424b630a-1669-4db1-a165-0c2cfa6c8053',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.054837] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.054837] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.054837] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.054837] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.054837] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.054837] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4e814a8-4620-436d-9ff0-7f2c0712ce84" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.269020] env[65429]: INFO networking_nsxv3.common.synchronization [req-bad9cf5a-9d6c-41cd-8227-e4f2ca58a450 req-a1783961-1e60-4d52-bc9c-61ea86cae954 tempest-ServersTestMultiNic-1519511874 tempest-ServersTestMultiNic-1519511874-project-member] Enqueued Resource ID: 424b630a-1669-4db1-a165-0c2cfa6c8053 with Priority: HIGHEST for action security_group_members [ 700.269020] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 424b630a-1669-4db1-a165-0c2cfa6c8053 with Priority: HIGHEST for action security_group_members [ 700.269218] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-424b630a-1669-4db1-a165-0c2cfa6c8053 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.269218] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.273295] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 39d05e84-44c6-450b-a072-e9feef549975 [ 700.273506] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.273627] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.273697] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.273902] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.273983] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.274132] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:39d05e84-44c6-450b-a072-e9feef549975 already deleted. [ 700.274168] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39d05e84-44c6-450b-a072-e9feef549975" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.491793] env[65429]: INFO networking_nsxv3.common.synchronization [req-bad9cf5a-9d6c-41cd-8227-e4f2ca58a450 req-8e0b41af-de6a-4b31-ada1-20d25c4678fb tempest-ServersTestMultiNic-1519511874 tempest-ServersTestMultiNic-1519511874-project-member] Enqueued Resource ID: 424b630a-1669-4db1-a165-0c2cfa6c8053 with Priority: HIGHEST for action security_group_members [ 700.492993] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 424b630a-1669-4db1-a165-0c2cfa6c8053 with Priority: HIGHEST for action security_group_members [ 700.492993] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-424b630a-1669-4db1-a165-0c2cfa6c8053 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.492993] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.531349] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('38107123-e6ea-47c0-8b9c-f150511062b7',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.551713] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('424b630a-1669-4db1-a165-0c2cfa6c8053',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.036558] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.036742] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.036834] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.037071] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.037449] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.037449] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38107123-e6ea-47c0-8b9c-f150511062b7 is going to be created. [ 701.056356] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('424b630a-1669-4db1-a165-0c2cfa6c8053',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.072863] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.073044] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.073112] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.073405] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.073576] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.088431] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38107123-e6ea-47c0-8b9c-f150511062b7 in Status: UNINITIALIZED for 2s [ 701.493576] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 in Status: SUCCESS [ 701.493922] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.494252] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.494445] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.495808] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.495808] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.495808] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.495808] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.495808] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.495808] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.495808] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.559182] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.559336] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.559336] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.560939] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.560939] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.560939] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 424b630a-1669-4db1-a165-0c2cfa6c8053 is going to be updated. [ 701.597787] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.597787] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.597787] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.598845] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.598845] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.612814] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 424b630a-1669-4db1-a165-0c2cfa6c8053 in Status: IN_PROGRESS for 2s [ 701.998689] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.999063] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.999203] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.999459] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.999639] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.999747] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.999834] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.999990] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.000102] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.000196] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.000420] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.000527] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.000527] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.000673] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.000808] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.000893] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.000951] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.001095] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.001963] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.001963] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.001963] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.069718] env[65429]: INFO networking_nsxv3.common.synchronization [req-ce884512-367b-4e82-84af-4a826a5f0679 req-d0f0815f-7d09-48b4-8003-953180ef9bb8 tempest-ServersAdminNegativeTestJSON-1278932542 tempest-ServersAdminNegativeTestJSON-1278932542-project-member] Enqueued Resource ID: 30289e1a-24e2-49c4-860e-1d0350a75fd4 with Priority: HIGHEST for action security_group_members [ 702.070927] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30289e1a-24e2-49c4-860e-1d0350a75fd4 with Priority: HIGHEST for action security_group_members [ 702.071261] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-30289e1a-24e2-49c4-860e-1d0350a75fd4 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.071650] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30289e1a-24e2-49c4-860e-1d0350a75fd4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.071804] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30289e1a-24e2-49c4-860e-1d0350a75fd4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.072085] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30289e1a-24e2-49c4-860e-1d0350a75fd4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.073040] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.073225] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.073346] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.073638] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.073835] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.073934] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30289e1a-24e2-49c4-860e-1d0350a75fd4',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.483068] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock network-698 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.483383] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "network-698" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.483560] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "network-698" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.483899] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "network-698" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.484324] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.484501] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.484645] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.484877] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.485111] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.485583] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 702.485746] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 702.485877] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 702.486026] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 702.486235] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 702.486326] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 702.486399] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 702.498255] env[65429]: INFO networking_nsxv3.common.synchronization [None req-93fc3275-06bb-4cf4-9b13-0fb062eb22f2 None None] Enqueued Resource ID: 82d884fa-35dd-449d-9923-b1d3fb1fc0c8 with Priority: HIGHEST for action port [ 702.499524] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82d884fa-35dd-449d-9923-b1d3fb1fc0c8 with Priority: HIGHEST for action port [ 702.500012] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-82d884fa-35dd-449d-9923-b1d3fb1fc0c8 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.500214] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82d884fa-35dd-449d-9923-b1d3fb1fc0c8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.500332] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82d884fa-35dd-449d-9923-b1d3fb1fc0c8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.500801] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82d884fa-35dd-449d-9923-b1d3fb1fc0c8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.500985] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82d884fa-35dd-449d-9923-b1d3fb1fc0c8',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.507748] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9: rpc.has_security_group_logging(os_id): False [ 702.512177] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 702.512333] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 702.512469] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 702.512869] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "network-698" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.512941] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock port-1be292d1-689d-4483-a0a7-ff8091700f20 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.513153] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "port-1be292d1-689d-4483-a0a7-ff8091700f20" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.513310] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "port-1be292d1-689d-4483-a0a7-ff8091700f20" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.513671] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "port-1be292d1-689d-4483-a0a7-ff8091700f20" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.513874] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1be292d1-689d-4483-a0a7-ff8091700f20',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.528867] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.529032] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.529106] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.529375] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.529472] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.529706] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.529828] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.529894] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.530282] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.530282] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.530408] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.530518] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.530797] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.530797] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.530943] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.531298] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.533649] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.533649] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.533649] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.533649] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.533649] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 is going to be created. [ 702.581939] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30289e1a-24e2-49c4-860e-1d0350a75fd4',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.608448] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.608598] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.608689] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.608878] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.609062] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.625703] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 in Status: IN_PROGRESS for 2s [ 703.002988] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 82d884fa-35dd-449d-9923-b1d3fb1fc0c8 [ 703.003252] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.003575] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.003575] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.003770] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.003770] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.003871] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:82d884fa-35dd-449d-9923-b1d3fb1fc0c8 already deleted. [ 703.003963] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82d884fa-35dd-449d-9923-b1d3fb1fc0c8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.016339] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.016663] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.016870] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.017370] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.017528] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.017772] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Segment Port 1be292d1-689d-4483-a0a7-ff8091700f20 not found, creating... [ 703.018228] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.018487] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.018695] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.018982] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.019157] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.019479] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.019657] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.019827] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.020213] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.020419] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.020591] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Resource: SegmentPort with ID: 1be292d1-689d-4483-a0a7-ff8091700f20 is going to be created. [ 703.046799] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.047077] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.047226] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.047765] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.047765] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.048041] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "port-1be292d1-689d-4483-a0a7-ff8091700f20" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.084088] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30289e1a-24e2-49c4-860e-1d0350a75fd4',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.099519] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38107123-e6ea-47c0-8b9c-f150511062b7 in Status: SUCCESS [ 703.099796] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38107123-e6ea-47c0-8b9c-f150511062b7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.100256] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38107123-e6ea-47c0-8b9c-f150511062b7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.100512] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38107123-e6ea-47c0-8b9c-f150511062b7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.100785] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.100904] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.100989] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.101200] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.101360] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.101472] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38107123-e6ea-47c0-8b9c-f150511062b7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.103389] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('38107123-e6ea-47c0-8b9c-f150511062b7',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.280392] env[65429]: INFO networking_nsxv3.common.synchronization [req-bea36d7e-6288-4b10-8e08-da9d9b6c5806 req-28a4165c-5c95-426d-8c04-8b917c789ca7 tempest-ImagesNegativeTestJSON-323596924 tempest-ImagesNegativeTestJSON-323596924-project-member] Enqueued Resource ID: e3c6e3c6-9273-4e28-96fe-ffadb8b16536 with Priority: HIGHEST for action security_group_members [ 703.283024] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3c6e3c6-9273-4e28-96fe-ffadb8b16536 with Priority: HIGHEST for action security_group_members [ 703.283024] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3c6e3c6-9273-4e28-96fe-ffadb8b16536 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.283305] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3c6e3c6-9273-4e28-96fe-ffadb8b16536" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.283472] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3c6e3c6-9273-4e28-96fe-ffadb8b16536" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.283579] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3c6e3c6-9273-4e28-96fe-ffadb8b16536" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.283791] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.283889] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.283952] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.284129] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.284225] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.284295] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3c6e3c6-9273-4e28-96fe-ffadb8b16536',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.588049] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.588361] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.588361] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.588505] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.588598] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.588698] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30289e1a-24e2-49c4-860e-1d0350a75fd4 is going to be updated. [ 703.606415] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-38107123-e6ea-47c0-8b9c-f150511062b7 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.606579] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38107123-e6ea-47c0-8b9c-f150511062b7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.606632] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38107123-e6ea-47c0-8b9c-f150511062b7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.608244] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38107123-e6ea-47c0-8b9c-f150511062b7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.608489] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.608649] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.608721] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.608898] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.608989] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.609092] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38107123-e6ea-47c0-8b9c-f150511062b7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.609246] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-38107123-e6ea-47c0-8b9c-f150511062b7 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.609387] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38107123-e6ea-47c0-8b9c-f150511062b7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.609450] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38107123-e6ea-47c0-8b9c-f150511062b7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.609599] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38107123-e6ea-47c0-8b9c-f150511062b7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.609740] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.609831] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.609894] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.610049] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.610139] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.610229] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38107123-e6ea-47c0-8b9c-f150511062b7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.610324] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('38107123-e6ea-47c0-8b9c-f150511062b7',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.627450] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 424b630a-1669-4db1-a165-0c2cfa6c8053 in Status: SUCCESS [ 703.627676] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.628247] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.628471] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.628662] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.628780] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.628846] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.629008] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.629095] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.629194] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('424b630a-1669-4db1-a165-0c2cfa6c8053',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.642497] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.642497] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.642497] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.642497] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.642497] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.657335] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30289e1a-24e2-49c4-860e-1d0350a75fd4 in Status: IN_PROGRESS for 2s [ 703.781240] env[65429]: INFO networking_nsxv3.common.synchronization [req-ce884512-367b-4e82-84af-4a826a5f0679 req-a6262302-642d-4b85-a3f0-51f5fd911b2a service nova] Enqueued Resource ID: 30289e1a-24e2-49c4-860e-1d0350a75fd4 with Priority: HIGHEST for action security_group_rules [ 703.781240] env[65429]: INFO networking_nsxv3.common.synchronization [req-ce884512-367b-4e82-84af-4a826a5f0679 req-a6262302-642d-4b85-a3f0-51f5fd911b2a service nova] Enqueued Resource ID: 30289e1a-24e2-49c4-860e-1d0350a75fd4 with Priority: HIGHEST for action security_group_members [ 703.781240] env[65429]: INFO networking_nsxv3.common.synchronization [req-ce884512-367b-4e82-84af-4a826a5f0679 req-a6262302-642d-4b85-a3f0-51f5fd911b2a service nova] Enqueued Resource ID: 1be292d1-689d-4483-a0a7-ff8091700f20 with Priority: HIGHEST for action port [ 703.786446] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30289e1a-24e2-49c4-860e-1d0350a75fd4 with Priority: HIGHEST for action security_group_rules [ 703.786446] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30289e1a-24e2-49c4-860e-1d0350a75fd4 with Priority: HIGHEST for action security_group_members [ 703.786446] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1be292d1-689d-4483-a0a7-ff8091700f20 with Priority: HIGHEST for action port [ 703.786446] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30289e1a-24e2-49c4-860e-1d0350a75fd4 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.786446] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30289e1a-24e2-49c4-860e-1d0350a75fd4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.786446] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30289e1a-24e2-49c4-860e-1d0350a75fd4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.786446] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30289e1a-24e2-49c4-860e-1d0350a75fd4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.786446] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30289e1a-24e2-49c4-860e-1d0350a75fd4',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.786446] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-30289e1a-24e2-49c4-860e-1d0350a75fd4 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.786446] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30289e1a-24e2-49c4-860e-1d0350a75fd4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.787661] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-1be292d1-689d-4483-a0a7-ff8091700f20 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.788283] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1be292d1-689d-4483-a0a7-ff8091700f20" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.789642] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1be292d1-689d-4483-a0a7-ff8091700f20" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.789642] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1be292d1-689d-4483-a0a7-ff8091700f20" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.789642] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1be292d1-689d-4483-a0a7-ff8091700f20',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.793987] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.793987] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.793987] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.793987] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.794168] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.794219] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.795340] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.795340] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.795340] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.795340] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.795340] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3c6e3c6-9273-4e28-96fe-ffadb8b16536 is going to be updated. [ 703.831314] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.831684] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.831684] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.832053] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.832053] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.843875] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3c6e3c6-9273-4e28-96fe-ffadb8b16536 in Status: IN_PROGRESS for 2s [ 704.119051] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 38107123-e6ea-47c0-8b9c-f150511062b7: rpc.has_security_group_logging(os_id): False [ 704.132933] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.132933] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.132933] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.133677] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.134109] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.134340] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.135427] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.135427] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.135427] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.135427] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.135427] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 424b630a-1669-4db1-a165-0c2cfa6c8053 is going to be updated. [ 704.148206] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.148206] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.148206] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.148206] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.148206] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.148206] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.148206] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.148206] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.148206] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.148206] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.150212] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.153084] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.153084] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.153084] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.153084] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.153084] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.153084] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.153084] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.153084] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.153084] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.153084] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38107123-e6ea-47c0-8b9c-f150511062b7 is going to be created. [ 704.189167] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.191320] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.191468] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.191855] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.192122] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.206255] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 424b630a-1669-4db1-a165-0c2cfa6c8053 in Status: IN_PROGRESS for 2s [ 704.232170] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.232170] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.232170] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.232170] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.232170] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.249852] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38107123-e6ea-47c0-8b9c-f150511062b7 in Status: IN_PROGRESS for 2s [ 704.292043] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-30289e1a-24e2-49c4-860e-1d0350a75fd4 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.292216] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30289e1a-24e2-49c4-860e-1d0350a75fd4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.292468] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1be292d1-689d-4483-a0a7-ff8091700f20 with status ACTIVE [ 704.293291] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.293398] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.293464] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.293754] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.293967] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.295000] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.295000] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.295000] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.295733] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.295733] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.296552] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.296552] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.296697] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.296914] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.297031] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.297299] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1be292d1-689d-4483-a0a7-ff8091700f20 is going to be updated. [ 704.359377] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.359580] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.359642] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.359833] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.360016] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.360194] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1be292d1-689d-4483-a0a7-ff8091700f20" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.640546] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 in Status: SUCCESS [ 704.640923] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.781175] env[65429]: INFO networking_nsxv3.common.synchronization [req-9d58ad06-8a44-46ec-86ee-88e241aec7e3 req-b1b82fb4-a1f9-415d-936d-4165155ea669 tempest-ImagesTestJSON-1202963915 tempest-ImagesTestJSON-1202963915-project-member] Enqueued Resource ID: 346ed0eb-ae19-4843-9d5c-5fb45d121a17 with Priority: HIGHEST for action security_group_members [ 704.782952] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 346ed0eb-ae19-4843-9d5c-5fb45d121a17 with Priority: HIGHEST for action security_group_members [ 704.783290] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-346ed0eb-ae19-4843-9d5c-5fb45d121a17 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.783577] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.783642] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.784028] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.784713] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.784713] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.784713] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.784713] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.784713] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.785058] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('346ed0eb-ae19-4843-9d5c-5fb45d121a17',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.233855] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock network-181 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.233855] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "network-181" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.233855] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "network-181" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.234067] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "network-181" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.234389] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.234510] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.234597] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.234813] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.234936] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.236426] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 705.236667] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 705.236706] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 705.236826] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 705.238080] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 705.238080] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 705.238080] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 705.261630] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 705.261823] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 705.261959] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 705.262157] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "network-181" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.262469] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock port-3fa3d392-58ee-4e7a-a5a2-013c0e871dfe taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.262633] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "port-3fa3d392-58ee-4e7a-a5a2-013c0e871dfe" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.262746] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "port-3fa3d392-58ee-4e7a-a5a2-013c0e871dfe" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.263070] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "port-3fa3d392-58ee-4e7a-a5a2-013c0e871dfe" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.263205] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3fa3d392-58ee-4e7a-a5a2-013c0e871dfe',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.289609] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.290460] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.290460] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.291371] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.291489] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.291714] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.291863] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.291902] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.293228] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.293336] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.293435] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 346ed0eb-ae19-4843-9d5c-5fb45d121a17 already deleted. [ 705.293544] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.673297] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30289e1a-24e2-49c4-860e-1d0350a75fd4 in Status: SUCCESS [ 705.673561] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30289e1a-24e2-49c4-860e-1d0350a75fd4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.677021] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30289e1a-24e2-49c4-860e-1d0350a75fd4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.677021] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30289e1a-24e2-49c4-860e-1d0350a75fd4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.677021] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.677021] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.677021] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.677021] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.677021] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.677021] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30289e1a-24e2-49c4-860e-1d0350a75fd4',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.768023] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.768023] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.768023] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.768023] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.768023] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.769145] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Segment Port 3fa3d392-58ee-4e7a-a5a2-013c0e871dfe not found, creating... [ 705.769145] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.769145] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.769145] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.770293] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.770293] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.770293] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.773015] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.773015] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.773015] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.773015] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.773015] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Resource: SegmentPort with ID: 3fa3d392-58ee-4e7a-a5a2-013c0e871dfe is going to be created. [ 705.796491] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.796788] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.796950] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.797361] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.797706] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.798025] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "port-3fa3d392-58ee-4e7a-a5a2-013c0e871dfe" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.856327] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3c6e3c6-9273-4e28-96fe-ffadb8b16536 in Status: SUCCESS [ 705.856449] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3c6e3c6-9273-4e28-96fe-ffadb8b16536 deletion is rescheduled due to dependency. [ 705.856570] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3c6e3c6-9273-4e28-96fe-ffadb8b16536" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.179819] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30289e1a-24e2-49c4-860e-1d0350a75fd4',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.216142] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 424b630a-1669-4db1-a165-0c2cfa6c8053 in Status: SUCCESS [ 706.216481] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 424b630a-1669-4db1-a165-0c2cfa6c8053 deletion is rescheduled due to dependency. [ 706.216481] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.216618] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.216810] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.217059] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.217120] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.217301] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.217564] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.217662] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.217760] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('424b630a-1669-4db1-a165-0c2cfa6c8053',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.263781] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38107123-e6ea-47c0-8b9c-f150511062b7 in Status: SUCCESS [ 706.263781] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38107123-e6ea-47c0-8b9c-f150511062b7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.532072] env[65429]: INFO networking_nsxv3.common.synchronization [req-9d58ad06-8a44-46ec-86ee-88e241aec7e3 req-b69784d0-b935-4c08-99a3-82b0b10c25bd service nova] Enqueued Resource ID: 346ed0eb-ae19-4843-9d5c-5fb45d121a17 with Priority: HIGHEST for action security_group_rules [ 706.532395] env[65429]: INFO networking_nsxv3.common.synchronization [req-9d58ad06-8a44-46ec-86ee-88e241aec7e3 req-b69784d0-b935-4c08-99a3-82b0b10c25bd service nova] Enqueued Resource ID: 346ed0eb-ae19-4843-9d5c-5fb45d121a17 with Priority: HIGHEST for action security_group_members [ 706.532607] env[65429]: INFO networking_nsxv3.common.synchronization [req-9d58ad06-8a44-46ec-86ee-88e241aec7e3 req-b69784d0-b935-4c08-99a3-82b0b10c25bd service nova] Enqueued Resource ID: 3fa3d392-58ee-4e7a-a5a2-013c0e871dfe with Priority: HIGHEST for action port [ 706.533820] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 346ed0eb-ae19-4843-9d5c-5fb45d121a17 with Priority: HIGHEST for action security_group_rules [ 706.533927] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 346ed0eb-ae19-4843-9d5c-5fb45d121a17 with Priority: HIGHEST for action security_group_members [ 706.534137] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fa3d392-58ee-4e7a-a5a2-013c0e871dfe with Priority: HIGHEST for action port [ 706.534578] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-346ed0eb-ae19-4843-9d5c-5fb45d121a17 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.534783] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.534916] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.535333] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.535515] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('346ed0eb-ae19-4843-9d5c-5fb45d121a17',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.537658] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-346ed0eb-ae19-4843-9d5c-5fb45d121a17 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.537658] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.537658] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.537891] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.538089] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.538641] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.539175] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.539451] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.539675] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.539885] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('346ed0eb-ae19-4843-9d5c-5fb45d121a17',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.541416] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-3fa3d392-58ee-4e7a-a5a2-013c0e871dfe taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.541416] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3fa3d392-58ee-4e7a-a5a2-013c0e871dfe" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.542391] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3fa3d392-58ee-4e7a-a5a2-013c0e871dfe" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.542391] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3fa3d392-58ee-4e7a-a5a2-013c0e871dfe" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.542391] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3fa3d392-58ee-4e7a-a5a2-013c0e871dfe',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.682017] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30289e1a-24e2-49c4-860e-1d0350a75fd4',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.720092] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.720328] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.720418] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.720777] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.720905] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.721154] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.721255] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.721306] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.721568] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.721712] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.721814] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 424b630a-1669-4db1-a165-0c2cfa6c8053 is going to be updated. [ 706.773330] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.773330] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.773330] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.773330] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.773330] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.787342] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 424b630a-1669-4db1-a165-0c2cfa6c8053 in Status: IN_PROGRESS for 2s [ 707.047896] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3fa3d392-58ee-4e7a-a5a2-013c0e871dfe with status ACTIVE [ 707.048055] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.048477] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.048477] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.048477] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.048664] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.048757] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.048856] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.048919] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.049820] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.049820] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.050398] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.050398] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.050398] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.050398] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.050398] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.050584] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3fa3d392-58ee-4e7a-a5a2-013c0e871dfe is going to be updated. [ 707.053070] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-346ed0eb-ae19-4843-9d5c-5fb45d121a17 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.053070] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.053070] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('346ed0eb-ae19-4843-9d5c-5fb45d121a17',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.077047] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.077047] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.077047] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.077047] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.077047] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.077047] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3fa3d392-58ee-4e7a-a5a2-013c0e871dfe" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.184787] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.184939] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.185026] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.185249] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.185378] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.185482] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30289e1a-24e2-49c4-860e-1d0350a75fd4 is going to be updated. [ 707.232024] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.232024] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.232024] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.232024] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.232024] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.242612] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30289e1a-24e2-49c4-860e-1d0350a75fd4 in Status: IN_PROGRESS for 2s [ 707.375704] env[65429]: INFO networking_nsxv3.common.synchronization [None req-423edad0-3d7f-4017-ba37-90f5595c745f None None] Enqueued Resource ID: b32a979e-9b88-4a50-b79b-b8451aa96eca with Priority: HIGHEST for action port [ 707.376322] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b32a979e-9b88-4a50-b79b-b8451aa96eca with Priority: HIGHEST for action port [ 707.376634] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-b32a979e-9b88-4a50-b79b-b8451aa96eca taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.376749] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b32a979e-9b88-4a50-b79b-b8451aa96eca" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.376812] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b32a979e-9b88-4a50-b79b-b8451aa96eca" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.377102] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b32a979e-9b88-4a50-b79b-b8451aa96eca" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.377237] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b32a979e-9b88-4a50-b79b-b8451aa96eca',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.555104] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('346ed0eb-ae19-4843-9d5c-5fb45d121a17',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.880213] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b32a979e-9b88-4a50-b79b-b8451aa96eca [ 707.880537] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.880595] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.880671] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.880893] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.880986] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.881095] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b32a979e-9b88-4a50-b79b-b8451aa96eca already deleted. [ 707.881179] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b32a979e-9b88-4a50-b79b-b8451aa96eca" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.057585] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.057787] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.057839] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.058036] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.058223] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.058223] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 346ed0eb-ae19-4843-9d5c-5fb45d121a17 is going to be created. [ 708.087966] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.087966] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.087966] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.088243] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.088394] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.100792] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 346ed0eb-ae19-4843-9d5c-5fb45d121a17 in Status: UNINITIALIZED for 2s [ 708.802532] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 424b630a-1669-4db1-a165-0c2cfa6c8053 in Status: SUCCESS [ 708.802532] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 424b630a-1669-4db1-a165-0c2cfa6c8053 deletion is rescheduled due to dependency. [ 708.802532] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.255695] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30289e1a-24e2-49c4-860e-1d0350a75fd4 in Status: SUCCESS [ 709.255952] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30289e1a-24e2-49c4-860e-1d0350a75fd4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.256227] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30289e1a-24e2-49c4-860e-1d0350a75fd4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.256522] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30289e1a-24e2-49c4-860e-1d0350a75fd4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.256791] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.256963] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.257075] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.257321] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.258345] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.258345] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30289e1a-24e2-49c4-860e-1d0350a75fd4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.258345] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('30289e1a-24e2-49c4-860e-1d0350a75fd4',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.693110] env[65429]: INFO networking_nsxv3.common.synchronization [req-4852bf6b-7f6d-473c-8282-25eb07ccfaed req-492ee78a-d09b-4680-94c1-a1c9b2ff17f3 tempest-ServersTestFqdnHostnames-1849723301 tempest-ServersTestFqdnHostnames-1849723301-project-member] Enqueued Resource ID: b6da2e71-0738-4f39-9e52-7626cb4eb47d with Priority: HIGHEST for action security_group_members [ 709.694455] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6da2e71-0738-4f39-9e52-7626cb4eb47d with Priority: HIGHEST for action security_group_members [ 709.694690] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6da2e71-0738-4f39-9e52-7626cb4eb47d taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.694837] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6da2e71-0738-4f39-9e52-7626cb4eb47d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.694904] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6da2e71-0738-4f39-9e52-7626cb4eb47d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.695183] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6da2e71-0738-4f39-9e52-7626cb4eb47d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.695401] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.695613] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.695613] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.695724] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.695836] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.695961] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6da2e71-0738-4f39-9e52-7626cb4eb47d',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.761302] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-30289e1a-24e2-49c4-860e-1d0350a75fd4 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.765079] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30289e1a-24e2-49c4-860e-1d0350a75fd4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.765079] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30289e1a-24e2-49c4-860e-1d0350a75fd4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.765079] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30289e1a-24e2-49c4-860e-1d0350a75fd4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.765079] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.765079] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.765079] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.765079] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.765079] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.765079] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30289e1a-24e2-49c4-860e-1d0350a75fd4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.765079] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-30289e1a-24e2-49c4-860e-1d0350a75fd4 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.765079] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30289e1a-24e2-49c4-860e-1d0350a75fd4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.765510] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30289e1a-24e2-49c4-860e-1d0350a75fd4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.765510] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30289e1a-24e2-49c4-860e-1d0350a75fd4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.765510] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.765510] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.765668] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.765694] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.765827] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.765827] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30289e1a-24e2-49c4-860e-1d0350a75fd4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.765939] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('30289e1a-24e2-49c4-860e-1d0350a75fd4',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.116384] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 346ed0eb-ae19-4843-9d5c-5fb45d121a17 in Status: SUCCESS [ 710.116532] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.116945] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.116945] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.118170] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.118170] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.118170] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.118170] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.118170] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.118170] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.118170] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('346ed0eb-ae19-4843-9d5c-5fb45d121a17',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.198961] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.198961] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.198961] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.199146] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.199146] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.199386] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.199499] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.199552] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.199712] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.199795] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.199867] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6da2e71-0738-4f39-9e52-7626cb4eb47d already deleted. [ 710.199943] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6da2e71-0738-4f39-9e52-7626cb4eb47d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.268631] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 30289e1a-24e2-49c4-860e-1d0350a75fd4: rpc.has_security_group_logging(os_id): False [ 710.289213] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.289432] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.289484] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.289691] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.289788] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.290025] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.290126] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.290186] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.290363] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.290467] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.290633] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.290729] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.290793] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.290941] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.291023] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.291193] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.291281] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.291339] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.291478] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.291548] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.291633] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30289e1a-24e2-49c4-860e-1d0350a75fd4 is going to be updated. [ 710.345658] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock network-290 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.346102] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "network-290" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.346359] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "network-290" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.346834] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "network-290" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.347297] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.347596] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.347831] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.348221] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.348498] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.348848] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 710.350027] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 710.350027] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 710.350199] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 710.350454] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 710.350669] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 710.350930] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 710.371388] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.371744] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.371744] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.372147] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.372546] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.375249] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 710.375549] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 710.375983] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 710.376131] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "network-290" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.376602] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock port-b03c97d7-c211-4f6b-b71d-87a973b00665 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.376913] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "port-b03c97d7-c211-4f6b-b71d-87a973b00665" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.377228] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "port-b03c97d7-c211-4f6b-b71d-87a973b00665" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.379049] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "port-b03c97d7-c211-4f6b-b71d-87a973b00665" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.379049] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b03c97d7-c211-4f6b-b71d-87a973b00665',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.395538] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30289e1a-24e2-49c4-860e-1d0350a75fd4 in Status: IN_PROGRESS for 2s [ 710.621952] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-346ed0eb-ae19-4843-9d5c-5fb45d121a17 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.622232] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.622352] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.622479] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.622651] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.622751] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.622826] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.622961] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.623063] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.623149] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.623291] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-346ed0eb-ae19-4843-9d5c-5fb45d121a17 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.623377] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.623442] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.623571] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.623703] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.623791] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.623850] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.623983] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.624069] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.624150] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.624501] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('346ed0eb-ae19-4843-9d5c-5fb45d121a17',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.700244] env[65429]: INFO networking_nsxv3.common.synchronization [None req-d8e4e1cd-92b3-41ed-bd14-3154f38f0346 None None] Enqueued Resource ID: 0747e63a-c8b6-4f8b-88b4-18971ed377fc with Priority: HIGHEST for action port [ 710.700817] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0747e63a-c8b6-4f8b-88b4-18971ed377fc with Priority: HIGHEST for action port [ 710.701484] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-0747e63a-c8b6-4f8b-88b4-18971ed377fc taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.701875] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0747e63a-c8b6-4f8b-88b4-18971ed377fc" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.702616] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0747e63a-c8b6-4f8b-88b4-18971ed377fc" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.702616] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0747e63a-c8b6-4f8b-88b4-18971ed377fc" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.702616] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0747e63a-c8b6-4f8b-88b4-18971ed377fc',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.883854] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.883854] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.883854] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.883854] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.883854] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.883854] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Segment Port b03c97d7-c211-4f6b-b71d-87a973b00665 not found, creating... [ 710.883854] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.883854] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.883854] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.883854] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.884436] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.884436] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.884436] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.884436] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.885565] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.885565] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.885565] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Resource: SegmentPort with ID: b03c97d7-c211-4f6b-b71d-87a973b00665 is going to be created. [ 710.908654] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.908995] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.909289] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.909624] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.909946] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.910551] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "port-b03c97d7-c211-4f6b-b71d-87a973b00665" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.128026] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 346ed0eb-ae19-4843-9d5c-5fb45d121a17: rpc.has_security_group_logging(os_id): False [ 711.148312] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.148460] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.148511] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.148736] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.148829] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.149163] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.149271] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.149357] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.149540] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.149624] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.149906] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.150028] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.150093] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.150243] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.150339] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.150563] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.150642] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.150705] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.150848] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.150924] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.151033] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 346ed0eb-ae19-4843-9d5c-5fb45d121a17 is going to be created. [ 711.181973] env[65429]: INFO networking_nsxv3.common.synchronization [None req-a2fbddfb-a856-45a8-b1f6-7126acb4454b None None] Enqueued Resource ID: 957e544b-310a-4b05-a64f-c9828ae840d3 with Priority: HIGHEST for action port [ 711.182585] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 957e544b-310a-4b05-a64f-c9828ae840d3 with Priority: HIGHEST for action port [ 711.182892] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-957e544b-310a-4b05-a64f-c9828ae840d3 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.183018] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-957e544b-310a-4b05-a64f-c9828ae840d3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.183524] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-957e544b-310a-4b05-a64f-c9828ae840d3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.183784] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-957e544b-310a-4b05-a64f-c9828ae840d3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.183869] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('957e544b-310a-4b05-a64f-c9828ae840d3',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.204815] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0747e63a-c8b6-4f8b-88b4-18971ed377fc [ 711.205620] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.205620] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.205620] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.205842] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.205842] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.206667] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0747e63a-c8b6-4f8b-88b4-18971ed377fc already deleted. [ 711.206667] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0747e63a-c8b6-4f8b-88b4-18971ed377fc" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.220933] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.220933] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.220933] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.220933] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.220933] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.231984] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 346ed0eb-ae19-4843-9d5c-5fb45d121a17 in Status: IN_PROGRESS for 2s [ 711.667638] env[65429]: INFO networking_nsxv3.common.synchronization [req-4852bf6b-7f6d-473c-8282-25eb07ccfaed req-8969ddc3-fc8d-4d0d-83f9-2a36d079c1a1 service nova] Enqueued Resource ID: b6da2e71-0738-4f39-9e52-7626cb4eb47d with Priority: HIGHEST for action security_group_rules [ 711.667989] env[65429]: INFO networking_nsxv3.common.synchronization [req-4852bf6b-7f6d-473c-8282-25eb07ccfaed req-8969ddc3-fc8d-4d0d-83f9-2a36d079c1a1 service nova] Enqueued Resource ID: b6da2e71-0738-4f39-9e52-7626cb4eb47d with Priority: HIGHEST for action security_group_members [ 711.668758] env[65429]: INFO networking_nsxv3.common.synchronization [req-4852bf6b-7f6d-473c-8282-25eb07ccfaed req-8969ddc3-fc8d-4d0d-83f9-2a36d079c1a1 service nova] Enqueued Resource ID: b03c97d7-c211-4f6b-b71d-87a973b00665 with Priority: HIGHEST for action port [ 711.672666] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6da2e71-0738-4f39-9e52-7626cb4eb47d with Priority: HIGHEST for action security_group_rules [ 711.672666] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6da2e71-0738-4f39-9e52-7626cb4eb47d with Priority: HIGHEST for action security_group_members [ 711.672666] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b03c97d7-c211-4f6b-b71d-87a973b00665 with Priority: HIGHEST for action port [ 711.672666] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6da2e71-0738-4f39-9e52-7626cb4eb47d taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.672666] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6da2e71-0738-4f39-9e52-7626cb4eb47d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.672666] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6da2e71-0738-4f39-9e52-7626cb4eb47d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.672666] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6da2e71-0738-4f39-9e52-7626cb4eb47d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.672666] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6da2e71-0738-4f39-9e52-7626cb4eb47d',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.674086] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6da2e71-0738-4f39-9e52-7626cb4eb47d taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.674274] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6da2e71-0738-4f39-9e52-7626cb4eb47d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.674274] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6da2e71-0738-4f39-9e52-7626cb4eb47d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.674437] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6da2e71-0738-4f39-9e52-7626cb4eb47d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.675138] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.675285] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.675339] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.675540] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.677014] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.677078] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6da2e71-0738-4f39-9e52-7626cb4eb47d',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.678034] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-b03c97d7-c211-4f6b-b71d-87a973b00665 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.678130] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b03c97d7-c211-4f6b-b71d-87a973b00665" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.678344] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b03c97d7-c211-4f6b-b71d-87a973b00665" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.678396] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b03c97d7-c211-4f6b-b71d-87a973b00665" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.678469] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b03c97d7-c211-4f6b-b71d-87a973b00665',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.687397] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 957e544b-310a-4b05-a64f-c9828ae840d3 [ 711.688135] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.688135] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.688135] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.688135] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.688319] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.689199] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:957e544b-310a-4b05-a64f-c9828ae840d3 already deleted. [ 711.689617] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-957e544b-310a-4b05-a64f-c9828ae840d3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.180606] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6da2e71-0738-4f39-9e52-7626cb4eb47d taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.180606] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6da2e71-0738-4f39-9e52-7626cb4eb47d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.180606] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6da2e71-0738-4f39-9e52-7626cb4eb47d',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.183409] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b03c97d7-c211-4f6b-b71d-87a973b00665 with status ACTIVE [ 712.183409] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.183409] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.183409] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.183409] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.183409] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.183409] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.183409] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.183409] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.183409] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.183409] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.183820] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.183820] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.183820] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.183911] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.183911] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.184054] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b03c97d7-c211-4f6b-b71d-87a973b00665 is going to be updated. [ 712.213520] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.213520] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.213520] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.213720] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.213864] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.214060] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b03c97d7-c211-4f6b-b71d-87a973b00665" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.415431] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30289e1a-24e2-49c4-860e-1d0350a75fd4 in Status: SUCCESS [ 712.415651] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30289e1a-24e2-49c4-860e-1d0350a75fd4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.688442] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6da2e71-0738-4f39-9e52-7626cb4eb47d',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.191242] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.193048] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.193048] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.193048] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.193048] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.193048] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6da2e71-0738-4f39-9e52-7626cb4eb47d is going to be created. [ 713.219280] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.219467] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.219543] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.219729] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.219905] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.229442] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6da2e71-0738-4f39-9e52-7626cb4eb47d in Status: UNINITIALIZED for 2s [ 713.243447] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 346ed0eb-ae19-4843-9d5c-5fb45d121a17 in Status: SUCCESS [ 713.243447] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.449912] env[65429]: INFO networking_nsxv3.common.synchronization [None req-0fa909ea-2a5d-4e99-bb1e-a7dbcc96cd54 None None] Enqueued Resource ID: 3f7f2ea3-6efd-4edc-a7c8-dd3f53bd5523 with Priority: HIGHEST for action port [ 713.450560] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f7f2ea3-6efd-4edc-a7c8-dd3f53bd5523 with Priority: HIGHEST for action port [ 713.451335] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f7f2ea3-6efd-4edc-a7c8-dd3f53bd5523 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.451335] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f7f2ea3-6efd-4edc-a7c8-dd3f53bd5523" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.451335] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f7f2ea3-6efd-4edc-a7c8-dd3f53bd5523" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.451559] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f7f2ea3-6efd-4edc-a7c8-dd3f53bd5523" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.451559] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f7f2ea3-6efd-4edc-a7c8-dd3f53bd5523',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.874908] env[65429]: INFO networking_nsxv3.common.synchronization [None req-a9e1f00a-75a3-463a-be60-9ac6bc3a074d None None] Enqueued Resource ID: 641fb311-bc25-427e-8ffb-395810d083f6 with Priority: HIGHEST for action port [ 713.876943] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 641fb311-bc25-427e-8ffb-395810d083f6 with Priority: HIGHEST for action port [ 713.876943] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-641fb311-bc25-427e-8ffb-395810d083f6 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.876943] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-641fb311-bc25-427e-8ffb-395810d083f6" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.876943] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-641fb311-bc25-427e-8ffb-395810d083f6" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.876943] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-641fb311-bc25-427e-8ffb-395810d083f6" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.876943] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('641fb311-bc25-427e-8ffb-395810d083f6',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.954705] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3f7f2ea3-6efd-4edc-a7c8-dd3f53bd5523 [ 713.955067] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.955215] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.955284] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.955520] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.955872] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.955872] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3f7f2ea3-6efd-4edc-a7c8-dd3f53bd5523 already deleted. [ 713.955872] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f7f2ea3-6efd-4edc-a7c8-dd3f53bd5523" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.382397] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 641fb311-bc25-427e-8ffb-395810d083f6 [ 714.382713] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.382931] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.382931] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.383157] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.383217] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.383332] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:641fb311-bc25-427e-8ffb-395810d083f6 already deleted. [ 714.383388] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-641fb311-bc25-427e-8ffb-395810d083f6" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.243573] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6da2e71-0738-4f39-9e52-7626cb4eb47d in Status: SUCCESS [ 715.244085] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6da2e71-0738-4f39-9e52-7626cb4eb47d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.244085] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6da2e71-0738-4f39-9e52-7626cb4eb47d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.244297] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6da2e71-0738-4f39-9e52-7626cb4eb47d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.244606] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.245042] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.245042] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.245042] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.245042] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.245313] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6da2e71-0738-4f39-9e52-7626cb4eb47d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.245313] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b6da2e71-0738-4f39-9e52-7626cb4eb47d',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.749701] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b6da2e71-0738-4f39-9e52-7626cb4eb47d',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.254040] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b6da2e71-0738-4f39-9e52-7626cb4eb47d: rpc.has_security_group_logging(os_id): False [ 716.274801] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.274928] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.274969] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.275311] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.275470] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.275865] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.276021] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.276090] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.276296] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.276532] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.276532] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6da2e71-0738-4f39-9e52-7626cb4eb47d is going to be created. [ 716.412092] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.412092] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.412092] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.412092] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.412092] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.430846] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6da2e71-0738-4f39-9e52-7626cb4eb47d in Status: IN_PROGRESS for 2s [ 716.788965] env[65429]: INFO networking_nsxv3.common.synchronization [req-a13e6f3b-af0c-41c7-96dd-ddf8cf4ff605 req-76f150cc-7986-441e-a3c0-e87779683718 tempest-FloatingIPsAssociationTestJSON-763823736 tempest-FloatingIPsAssociationTestJSON-763823736-project-member] Enqueued Resource ID: 8e26d4d1-f937-4c1e-b058-9e98385baab0 with Priority: HIGHEST for action security_group_members [ 716.790179] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e26d4d1-f937-4c1e-b058-9e98385baab0 with Priority: HIGHEST for action security_group_members [ 716.791528] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e26d4d1-f937-4c1e-b058-9e98385baab0 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.791528] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e26d4d1-f937-4c1e-b058-9e98385baab0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.791528] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e26d4d1-f937-4c1e-b058-9e98385baab0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.791528] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e26d4d1-f937-4c1e-b058-9e98385baab0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.791528] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.791528] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.791942] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.791942] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.791942] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.792038] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e26d4d1-f937-4c1e-b058-9e98385baab0',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.000817] env[65429]: INFO networking_nsxv3.common.synchronization [None req-3a4c68fc-3190-42dc-a29e-7f6b811acc89 None None] Enqueued Resource ID: 3d8d9e07-1842-4c08-a91a-eb9e10622f84 with Priority: HIGHEST for action port [ 717.000817] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d8d9e07-1842-4c08-a91a-eb9e10622f84 with Priority: HIGHEST for action port [ 717.000817] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d8d9e07-1842-4c08-a91a-eb9e10622f84 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.004301] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d8d9e07-1842-4c08-a91a-eb9e10622f84" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.004428] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d8d9e07-1842-4c08-a91a-eb9e10622f84" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.004859] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d8d9e07-1842-4c08-a91a-eb9e10622f84" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.004859] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d8d9e07-1842-4c08-a91a-eb9e10622f84',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.295473] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e26d4d1-f937-4c1e-b058-9e98385baab0',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.509796] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3d8d9e07-1842-4c08-a91a-eb9e10622f84 [ 717.510074] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.510508] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.510508] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.510654] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.512281] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.512281] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3d8d9e07-1842-4c08-a91a-eb9e10622f84 already deleted. [ 717.512281] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d8d9e07-1842-4c08-a91a-eb9e10622f84" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.704663] env[65429]: INFO networking_nsxv3.common.synchronization [None req-a9287dd5-993a-4539-8f3f-fc9d0f156bbb None None] Enqueued Resource ID: 3def5a0d-2825-40f8-b0c2-54e55c59fc4f with Priority: HIGHEST for action port [ 717.705393] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3def5a0d-2825-40f8-b0c2-54e55c59fc4f with Priority: HIGHEST for action port [ 717.706197] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-3def5a0d-2825-40f8-b0c2-54e55c59fc4f taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.706197] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3def5a0d-2825-40f8-b0c2-54e55c59fc4f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.706354] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3def5a0d-2825-40f8-b0c2-54e55c59fc4f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.706822] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3def5a0d-2825-40f8-b0c2-54e55c59fc4f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.706822] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3def5a0d-2825-40f8-b0c2-54e55c59fc4f',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.794422] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock network-423 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.794648] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "network-423" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.794744] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "network-423" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.795511] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "network-423" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.795837] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.796301] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.797943] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.797943] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.797943] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.797943] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 717.797943] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 717.797943] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 717.797943] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 717.797943] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 717.797943] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 717.797943] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 717.800172] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e26d4d1-f937-4c1e-b058-9e98385baab0',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.834915] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 717.834915] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 717.835153] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 717.835330] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "network-423" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.835809] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock port-2954c729-f20b-4485-bb92-10494fea6bdc taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.837956] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "port-2954c729-f20b-4485-bb92-10494fea6bdc" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.837956] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "port-2954c729-f20b-4485-bb92-10494fea6bdc" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.837956] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "port-2954c729-f20b-4485-bb92-10494fea6bdc" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.837956] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2954c729-f20b-4485-bb92-10494fea6bdc',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.210018] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3def5a0d-2825-40f8-b0c2-54e55c59fc4f [ 718.210259] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.210393] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.210462] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.210678] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.210786] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.210852] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3def5a0d-2825-40f8-b0c2-54e55c59fc4f already deleted. [ 718.210948] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3def5a0d-2825-40f8-b0c2-54e55c59fc4f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.305635] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.306294] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.306294] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.306294] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.306294] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.306294] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e26d4d1-f937-4c1e-b058-9e98385baab0 is going to be updated. [ 718.341040] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.343161] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.343161] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.343435] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.343711] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.346941] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.346941] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.346941] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.347476] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.347827] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.347827] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Segment Port 2954c729-f20b-4485-bb92-10494fea6bdc not found, creating... [ 718.348134] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.348316] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.348469] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.348712] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.348857] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.349233] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.350054] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.350054] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.350054] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.350889] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.350889] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Resource: SegmentPort with ID: 2954c729-f20b-4485-bb92-10494fea6bdc is going to be created. [ 718.362759] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e26d4d1-f937-4c1e-b058-9e98385baab0 in Status: IN_PROGRESS for 2s [ 718.377410] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.377681] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.377800] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.378100] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.378399] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.378662] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "port-2954c729-f20b-4485-bb92-10494fea6bdc" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.495877] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6da2e71-0738-4f39-9e52-7626cb4eb47d in Status: SUCCESS [ 718.496154] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6da2e71-0738-4f39-9e52-7626cb4eb47d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.006371] env[65429]: INFO networking_nsxv3.common.synchronization [req-98e7ec2e-9e4a-46d3-8540-da7dbe1d1d5c req-9bc073b9-77b6-4689-ab18-acd804215fc5 tempest-TenantUsagesTestJSON-838859358 tempest-TenantUsagesTestJSON-838859358-project-member] Enqueued Resource ID: 0256c7de-e836-4be7-8a4c-92de53ac8342 with Priority: HIGHEST for action security_group_members [ 719.007144] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0256c7de-e836-4be7-8a4c-92de53ac8342 with Priority: HIGHEST for action security_group_members [ 719.008674] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-0256c7de-e836-4be7-8a4c-92de53ac8342 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.008674] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0256c7de-e836-4be7-8a4c-92de53ac8342" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.008674] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0256c7de-e836-4be7-8a4c-92de53ac8342" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.008674] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0256c7de-e836-4be7-8a4c-92de53ac8342" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.009259] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.009385] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.009954] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.009954] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.009954] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.009954] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0256c7de-e836-4be7-8a4c-92de53ac8342',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.136149] env[65429]: INFO networking_nsxv3.common.synchronization [req-a13e6f3b-af0c-41c7-96dd-ddf8cf4ff605 req-63ab1a5f-db21-4355-8dd0-71c175d73abf service nova] Enqueued Resource ID: 8e26d4d1-f937-4c1e-b058-9e98385baab0 with Priority: HIGHEST for action security_group_rules [ 719.136314] env[65429]: INFO networking_nsxv3.common.synchronization [req-a13e6f3b-af0c-41c7-96dd-ddf8cf4ff605 req-63ab1a5f-db21-4355-8dd0-71c175d73abf service nova] Enqueued Resource ID: 8e26d4d1-f937-4c1e-b058-9e98385baab0 with Priority: HIGHEST for action security_group_members [ 719.136451] env[65429]: INFO networking_nsxv3.common.synchronization [req-a13e6f3b-af0c-41c7-96dd-ddf8cf4ff605 req-63ab1a5f-db21-4355-8dd0-71c175d73abf service nova] Enqueued Resource ID: 2954c729-f20b-4485-bb92-10494fea6bdc with Priority: HIGHEST for action port [ 719.136955] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e26d4d1-f937-4c1e-b058-9e98385baab0 with Priority: HIGHEST for action security_group_rules [ 719.139171] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e26d4d1-f937-4c1e-b058-9e98385baab0 with Priority: HIGHEST for action security_group_members [ 719.139171] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2954c729-f20b-4485-bb92-10494fea6bdc with Priority: HIGHEST for action port [ 719.139171] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e26d4d1-f937-4c1e-b058-9e98385baab0 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.139171] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e26d4d1-f937-4c1e-b058-9e98385baab0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.139171] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e26d4d1-f937-4c1e-b058-9e98385baab0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.139171] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e26d4d1-f937-4c1e-b058-9e98385baab0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.139171] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e26d4d1-f937-4c1e-b058-9e98385baab0',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.140106] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e26d4d1-f937-4c1e-b058-9e98385baab0 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.140223] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e26d4d1-f937-4c1e-b058-9e98385baab0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.144265] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-2954c729-f20b-4485-bb92-10494fea6bdc taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.144479] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2954c729-f20b-4485-bb92-10494fea6bdc" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.144479] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2954c729-f20b-4485-bb92-10494fea6bdc" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.144849] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2954c729-f20b-4485-bb92-10494fea6bdc" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.144938] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2954c729-f20b-4485-bb92-10494fea6bdc',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.513204] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.516953] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.516953] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.516953] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.516953] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.516953] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.516953] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.516953] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.516953] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.516953] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.516953] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0256c7de-e836-4be7-8a4c-92de53ac8342 is going to be updated. [ 719.550811] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.552387] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.552387] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.552387] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.552387] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.567896] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0256c7de-e836-4be7-8a4c-92de53ac8342 in Status: IN_PROGRESS for 2s [ 719.646882] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e26d4d1-f937-4c1e-b058-9e98385baab0 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.646882] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e26d4d1-f937-4c1e-b058-9e98385baab0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.651874] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2954c729-f20b-4485-bb92-10494fea6bdc with status ACTIVE [ 719.651874] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.651874] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.651874] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.651874] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.651874] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.651874] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.651874] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.651874] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.651874] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.651874] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.651874] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.652304] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.652304] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.652304] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.652304] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.652304] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2954c729-f20b-4485-bb92-10494fea6bdc is going to be updated. [ 719.684682] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.684903] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.684989] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.685594] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.685594] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.686296] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2954c729-f20b-4485-bb92-10494fea6bdc" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.693224] env[65429]: INFO networking_nsxv3.common.synchronization [req-0be72f01-d335-4ab1-8cfc-4245aedbcfa9 req-b3de7bb3-5314-415f-b13b-88bff784a329 tempest-ServersWithSpecificFlavorTestJSON-1606815913 tempest-ServersWithSpecificFlavorTestJSON-1606815913-project-member] Enqueued Resource ID: 82d1b07e-943d-4585-aadd-afbdec6abe9a with Priority: HIGHEST for action security_group_members [ 719.696199] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82d1b07e-943d-4585-aadd-afbdec6abe9a with Priority: HIGHEST for action security_group_members [ 719.697193] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-82d1b07e-943d-4585-aadd-afbdec6abe9a taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.697367] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82d1b07e-943d-4585-aadd-afbdec6abe9a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.697425] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82d1b07e-943d-4585-aadd-afbdec6abe9a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.698293] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82d1b07e-943d-4585-aadd-afbdec6abe9a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.698596] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.698755] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.698755] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.698989] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.699705] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.699705] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82d1b07e-943d-4585-aadd-afbdec6abe9a',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.929329] env[65429]: INFO networking_nsxv3.common.synchronization [None req-7584da90-b32b-4b59-aae3-abcc6b7e86e7 None None] Enqueued Resource ID: 7d5fe236-2031-4af6-91af-c493cec2ea48 with Priority: HIGHEST for action port [ 719.929329] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d5fe236-2031-4af6-91af-c493cec2ea48 with Priority: HIGHEST for action port [ 719.929462] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d5fe236-2031-4af6-91af-c493cec2ea48 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.929608] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d5fe236-2031-4af6-91af-c493cec2ea48" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.929692] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d5fe236-2031-4af6-91af-c493cec2ea48" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.930013] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d5fe236-2031-4af6-91af-c493cec2ea48" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.930108] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d5fe236-2031-4af6-91af-c493cec2ea48',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.203719] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.204220] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.204308] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.204534] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.204633] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.204912] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.204996] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.205051] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.205188] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.205265] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.205359] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82d1b07e-943d-4585-aadd-afbdec6abe9a is going to be updated. [ 720.244162] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.244400] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.244476] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.244815] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.244897] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.258698] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82d1b07e-943d-4585-aadd-afbdec6abe9a in Status: IN_PROGRESS for 2s [ 720.376881] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e26d4d1-f937-4c1e-b058-9e98385baab0 in Status: SUCCESS [ 720.377453] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e26d4d1-f937-4c1e-b058-9e98385baab0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.377733] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e26d4d1-f937-4c1e-b058-9e98385baab0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.377989] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e26d4d1-f937-4c1e-b058-9e98385baab0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.378276] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.378434] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.378508] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.378694] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.378791] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.379207] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e26d4d1-f937-4c1e-b058-9e98385baab0',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.433067] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7d5fe236-2031-4af6-91af-c493cec2ea48 [ 720.433272] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.433432] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.433533] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.433790] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.433911] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.434030] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7d5fe236-2031-4af6-91af-c493cec2ea48 already deleted. [ 720.434156] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d5fe236-2031-4af6-91af-c493cec2ea48" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.881976] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e26d4d1-f937-4c1e-b058-9e98385baab0',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.384404] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e26d4d1-f937-4c1e-b058-9e98385baab0',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.397816] env[65429]: INFO networking_nsxv3.common.synchronization [req-acf6a3b3-142c-4b10-a876-19bdb406a6ad req-efc56802-5b61-41e8-b1fd-ae9e21aa6799 tempest-InstanceActionsNegativeTestJSON-162280202 tempest-InstanceActionsNegativeTestJSON-162280202-project-member] Enqueued Resource ID: 7e77b1c4-9adb-44cf-a1e5-466c45ba3984 with Priority: HIGHEST for action security_group_members [ 721.397816] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e77b1c4-9adb-44cf-a1e5-466c45ba3984 with Priority: HIGHEST for action security_group_members [ 721.398158] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e77b1c4-9adb-44cf-a1e5-466c45ba3984 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.398224] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e77b1c4-9adb-44cf-a1e5-466c45ba3984" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.398278] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e77b1c4-9adb-44cf-a1e5-466c45ba3984" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.398636] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e77b1c4-9adb-44cf-a1e5-466c45ba3984" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.399201] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.399362] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.399455] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.399627] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.399712] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.399807] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e77b1c4-9adb-44cf-a1e5-466c45ba3984',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.579598] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0256c7de-e836-4be7-8a4c-92de53ac8342 in Status: SUCCESS [ 721.580841] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0256c7de-e836-4be7-8a4c-92de53ac8342 deletion is rescheduled due to dependency. [ 721.580841] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0256c7de-e836-4be7-8a4c-92de53ac8342" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.870605] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock network-936 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.870605] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "network-936" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.870605] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "network-936" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.870832] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "network-936" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.871076] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.871243] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.871382] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.872069] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.872069] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.872069] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 721.872286] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 721.872286] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 721.872389] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 721.872421] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 721.872566] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 721.872677] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 721.887802] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.888137] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.888174] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.888616] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.888773] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.888932] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e26d4d1-f937-4c1e-b058-9e98385baab0 is going to be updated. [ 721.902389] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 721.902551] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 721.902679] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 721.902852] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "network-936" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.903193] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock port-78c8a2fc-d819-4e10-97b7-cdda7b45ceb0 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.903364] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "port-78c8a2fc-d819-4e10-97b7-cdda7b45ceb0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.903479] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "port-78c8a2fc-d819-4e10-97b7-cdda7b45ceb0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.903799] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "port-78c8a2fc-d819-4e10-97b7-cdda7b45ceb0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.903998] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78c8a2fc-d819-4e10-97b7-cdda7b45ceb0',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.905943] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.905943] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.905943] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.906139] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.906139] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.906285] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.906379] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.906447] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.906592] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.906668] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.906749] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e77b1c4-9adb-44cf-a1e5-466c45ba3984 already deleted. [ 721.906830] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e77b1c4-9adb-44cf-a1e5-466c45ba3984" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.928351] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.928527] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.928595] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.928895] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.929087] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.939519] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e26d4d1-f937-4c1e-b058-9e98385baab0 in Status: IN_PROGRESS for 2s [ 722.270521] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82d1b07e-943d-4585-aadd-afbdec6abe9a in Status: SUCCESS [ 722.270735] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82d1b07e-943d-4585-aadd-afbdec6abe9a deletion is rescheduled due to dependency. [ 722.270854] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82d1b07e-943d-4585-aadd-afbdec6abe9a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.408703] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.408932] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.409087] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.409456] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.409667] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.409868] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Segment Port 78c8a2fc-d819-4e10-97b7-cdda7b45ceb0 not found, creating... [ 722.410191] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.410385] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.410533] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.414099] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.415217] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.415217] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.415454] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.415454] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.415620] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.415780] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.415923] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Resource: SegmentPort with ID: 78c8a2fc-d819-4e10-97b7-cdda7b45ceb0 is going to be created. [ 722.443872] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.444146] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.444262] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.445087] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.445087] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.445087] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "port-78c8a2fc-d819-4e10-97b7-cdda7b45ceb0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.160059] env[65429]: INFO networking_nsxv3.common.synchronization [req-acf6a3b3-142c-4b10-a876-19bdb406a6ad req-4969fad7-ba15-475b-8ed2-3db426240dc5 service nova] Enqueued Resource ID: 7e77b1c4-9adb-44cf-a1e5-466c45ba3984 with Priority: HIGHEST for action security_group_rules [ 723.160059] env[65429]: INFO networking_nsxv3.common.synchronization [req-acf6a3b3-142c-4b10-a876-19bdb406a6ad req-4969fad7-ba15-475b-8ed2-3db426240dc5 service nova] Enqueued Resource ID: 7e77b1c4-9adb-44cf-a1e5-466c45ba3984 with Priority: HIGHEST for action security_group_members [ 723.160059] env[65429]: INFO networking_nsxv3.common.synchronization [req-acf6a3b3-142c-4b10-a876-19bdb406a6ad req-4969fad7-ba15-475b-8ed2-3db426240dc5 service nova] Enqueued Resource ID: 78c8a2fc-d819-4e10-97b7-cdda7b45ceb0 with Priority: HIGHEST for action port [ 723.160059] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e77b1c4-9adb-44cf-a1e5-466c45ba3984 with Priority: HIGHEST for action security_group_rules [ 723.160059] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e77b1c4-9adb-44cf-a1e5-466c45ba3984 with Priority: HIGHEST for action security_group_members [ 723.160826] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78c8a2fc-d819-4e10-97b7-cdda7b45ceb0 with Priority: HIGHEST for action port [ 723.161277] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e77b1c4-9adb-44cf-a1e5-466c45ba3984 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.161544] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e77b1c4-9adb-44cf-a1e5-466c45ba3984" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.161781] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e77b1c4-9adb-44cf-a1e5-466c45ba3984" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.162152] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e77b1c4-9adb-44cf-a1e5-466c45ba3984" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.162327] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e77b1c4-9adb-44cf-a1e5-466c45ba3984',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.164726] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e77b1c4-9adb-44cf-a1e5-466c45ba3984 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.166020] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e77b1c4-9adb-44cf-a1e5-466c45ba3984" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.166020] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e77b1c4-9adb-44cf-a1e5-466c45ba3984" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.167513] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e77b1c4-9adb-44cf-a1e5-466c45ba3984" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.167513] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.167513] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.167513] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.168794] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.168794] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.168794] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e77b1c4-9adb-44cf-a1e5-466c45ba3984',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.170828] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-78c8a2fc-d819-4e10-97b7-cdda7b45ceb0 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.170828] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78c8a2fc-d819-4e10-97b7-cdda7b45ceb0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.170828] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78c8a2fc-d819-4e10-97b7-cdda7b45ceb0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.170828] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78c8a2fc-d819-4e10-97b7-cdda7b45ceb0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.171324] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78c8a2fc-d819-4e10-97b7-cdda7b45ceb0',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.639320] env[65429]: INFO networking_nsxv3.common.synchronization [req-10506111-9af7-46f1-a876-4347d26cba53 req-09b78b21-e5bf-42c9-8fa2-44bb673fc41c tempest-AttachInterfacesTestJSON-192137818 tempest-AttachInterfacesTestJSON-192137818-project-member] Enqueued Resource ID: 8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 with Priority: HIGHEST for action security_group_members [ 723.640180] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 with Priority: HIGHEST for action security_group_members [ 723.640699] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.640840] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.641216] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.641614] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.641842] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.642018] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.642232] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.642668] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.643230] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.643230] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.673959] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e77b1c4-9adb-44cf-a1e5-466c45ba3984',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.676452] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e77b1c4-9adb-44cf-a1e5-466c45ba3984 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.676713] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e77b1c4-9adb-44cf-a1e5-466c45ba3984" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.682225] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 78c8a2fc-d819-4e10-97b7-cdda7b45ceb0 with status ACTIVE [ 723.682686] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.683109] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.683109] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.683776] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.683776] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.684307] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.684479] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.684998] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.684998] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.684998] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.685721] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.685721] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.685721] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.685721] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.685939] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.685939] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 78c8a2fc-d819-4e10-97b7-cdda7b45ceb0 is going to be updated. [ 723.715766] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.715960] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.715960] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.716182] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.716324] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.716533] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78c8a2fc-d819-4e10-97b7-cdda7b45ceb0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.957708] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e26d4d1-f937-4c1e-b058-9e98385baab0 in Status: SUCCESS [ 723.957708] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e26d4d1-f937-4c1e-b058-9e98385baab0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.957708] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e26d4d1-f937-4c1e-b058-9e98385baab0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.957708] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e26d4d1-f937-4c1e-b058-9e98385baab0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.957708] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.957708] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.957708] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.957708] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.957708] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.957708] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e26d4d1-f937-4c1e-b058-9e98385baab0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.957708] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8e26d4d1-f937-4c1e-b058-9e98385baab0',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.149342] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.149585] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.149659] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.149924] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.150048] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.150243] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.150342] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.150406] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.150585] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.150664] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.150770] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 is going to be updated. [ 724.181334] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.181334] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.181334] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.181334] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.182557] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.191124] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 in Status: IN_PROGRESS for 2s [ 724.191350] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e77b1c4-9adb-44cf-a1e5-466c45ba3984',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.461613] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e26d4d1-f937-4c1e-b058-9e98385baab0 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.462565] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e26d4d1-f937-4c1e-b058-9e98385baab0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.462725] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e26d4d1-f937-4c1e-b058-9e98385baab0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.462987] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e26d4d1-f937-4c1e-b058-9e98385baab0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.463202] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.463322] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.463420] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.463637] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.464858] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.465007] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e26d4d1-f937-4c1e-b058-9e98385baab0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.465197] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e26d4d1-f937-4c1e-b058-9e98385baab0 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.465334] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e26d4d1-f937-4c1e-b058-9e98385baab0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.465428] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e26d4d1-f937-4c1e-b058-9e98385baab0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.465651] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e26d4d1-f937-4c1e-b058-9e98385baab0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.465768] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.465873] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.465936] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.466116] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.466243] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.466331] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e26d4d1-f937-4c1e-b058-9e98385baab0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.466430] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8e26d4d1-f937-4c1e-b058-9e98385baab0',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.694776] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.694981] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.695077] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.695294] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.695384] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.695479] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e77b1c4-9adb-44cf-a1e5-466c45ba3984 is going to be created. [ 724.724297] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.724461] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.725075] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.725472] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.725472] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.742966] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e77b1c4-9adb-44cf-a1e5-466c45ba3984 in Status: UNINITIALIZED for 2s [ 724.970242] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8e26d4d1-f937-4c1e-b058-9e98385baab0: rpc.has_security_group_logging(os_id): False [ 724.990179] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.990818] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.990818] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.992824] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.992824] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.992824] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.992824] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.992824] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.993323] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.993323] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.993455] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.993655] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.993784] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.994128] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.994289] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.994652] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.994867] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.994948] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.995260] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.995433] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.995600] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e26d4d1-f937-4c1e-b058-9e98385baab0 is going to be updated. [ 725.065448] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.065696] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.065815] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.066116] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.066633] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.087353] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e26d4d1-f937-4c1e-b058-9e98385baab0 in Status: IN_PROGRESS for 2s [ 726.207646] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 in Status: SUCCESS [ 726.207994] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 deletion is rescheduled due to dependency. [ 726.207994] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.431466] env[65429]: INFO networking_nsxv3.common.synchronization [req-085c3192-15b8-43a1-9d19-7894348d38c6 req-2c771b85-49cf-4b2e-84e0-bf378983168f tempest-AttachInterfacesV270Test-346236581 tempest-AttachInterfacesV270Test-346236581-project-member] Enqueued Resource ID: aaaa776d-20a9-4188-ad20-cd047f8c5f91 with Priority: HIGHEST for action security_group_members [ 726.432294] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aaaa776d-20a9-4188-ad20-cd047f8c5f91 with Priority: HIGHEST for action security_group_members [ 726.432578] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-aaaa776d-20a9-4188-ad20-cd047f8c5f91 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.432696] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aaaa776d-20a9-4188-ad20-cd047f8c5f91" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.432734] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aaaa776d-20a9-4188-ad20-cd047f8c5f91" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.433640] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aaaa776d-20a9-4188-ad20-cd047f8c5f91" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.433640] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.433640] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.433640] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.433640] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.433640] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.433948] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aaaa776d-20a9-4188-ad20-cd047f8c5f91',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.756849] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e77b1c4-9adb-44cf-a1e5-466c45ba3984 in Status: SUCCESS [ 726.757091] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e77b1c4-9adb-44cf-a1e5-466c45ba3984" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.757384] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e77b1c4-9adb-44cf-a1e5-466c45ba3984" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.757739] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e77b1c4-9adb-44cf-a1e5-466c45ba3984" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.757991] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.758149] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.758233] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.758413] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.758515] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.758587] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e77b1c4-9adb-44cf-a1e5-466c45ba3984" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.758714] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7e77b1c4-9adb-44cf-a1e5-466c45ba3984',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.936776] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.936942] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.937018] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.937217] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.937308] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.937509] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.939924] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.940084] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.940283] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.940354] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.940485] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aaaa776d-20a9-4188-ad20-cd047f8c5f91 already deleted. [ 726.940592] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aaaa776d-20a9-4188-ad20-cd047f8c5f91" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.950320] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock network-725 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.950532] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "network-725" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.950692] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "network-725" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.950986] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "network-725" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.951675] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.951852] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.951967] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.952199] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.952336] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.952572] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 726.952684] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 726.952785] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 726.952888] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 726.952991] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 726.953111] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 726.953236] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 726.977700] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 726.977869] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 726.978008] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 726.978180] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "network-725" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.978485] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock port-18de69f9-71c5-4c32-9069-cf6cec86378d taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.978667] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "port-18de69f9-71c5-4c32-9069-cf6cec86378d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.979430] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "port-18de69f9-71c5-4c32-9069-cf6cec86378d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.981349] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "port-18de69f9-71c5-4c32-9069-cf6cec86378d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.981349] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18de69f9-71c5-4c32-9069-cf6cec86378d',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.102249] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e26d4d1-f937-4c1e-b058-9e98385baab0 in Status: SUCCESS [ 727.102719] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e26d4d1-f937-4c1e-b058-9e98385baab0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.226831] env[65429]: INFO networking_nsxv3.common.synchronization [None req-e20c39b2-ba55-4ba3-a128-1ec1c225f6b6 tempest-MigrationsAdminTest-36101175 tempest-MigrationsAdminTest-36101175-project-member] Enqueued Resource ID: 1fabdb05-ad26-4dfa-8233-d5dd0d1d4faf with Priority: HIGHEST for action security_group_rules [ 727.227645] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fabdb05-ad26-4dfa-8233-d5dd0d1d4faf with Priority: HIGHEST for action security_group_rules [ 727.228077] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1fabdb05-ad26-4dfa-8233-d5dd0d1d4faf taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.228296] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1fabdb05-ad26-4dfa-8233-d5dd0d1d4faf" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.228412] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1fabdb05-ad26-4dfa-8233-d5dd0d1d4faf" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.228732] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1fabdb05-ad26-4dfa-8233-d5dd0d1d4faf" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.228819] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1fabdb05-ad26-4dfa-8233-d5dd0d1d4faf',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.261880] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e77b1c4-9adb-44cf-a1e5-466c45ba3984 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.262104] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e77b1c4-9adb-44cf-a1e5-466c45ba3984" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.262157] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e77b1c4-9adb-44cf-a1e5-466c45ba3984" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.262356] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e77b1c4-9adb-44cf-a1e5-466c45ba3984" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.262520] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.262619] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.262682] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.262841] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.262924] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.263020] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e77b1c4-9adb-44cf-a1e5-466c45ba3984" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.263166] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e77b1c4-9adb-44cf-a1e5-466c45ba3984 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.263258] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e77b1c4-9adb-44cf-a1e5-466c45ba3984" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.263316] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e77b1c4-9adb-44cf-a1e5-466c45ba3984" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.263472] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e77b1c4-9adb-44cf-a1e5-466c45ba3984" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.263583] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.263671] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.263726] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.263862] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.263934] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.264025] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e77b1c4-9adb-44cf-a1e5-466c45ba3984" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.264674] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7e77b1c4-9adb-44cf-a1e5-466c45ba3984',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.340252] env[65429]: INFO networking_nsxv3.common.synchronization [None req-890087cb-286b-45a8-a70d-1a4453f8178e tempest-MigrationsAdminTest-36101175 tempest-MigrationsAdminTest-36101175-project-member] Enqueued Resource ID: 1fabdb05-ad26-4dfa-8233-d5dd0d1d4faf with Priority: HIGHEST for action security_group_rules [ 727.341817] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fabdb05-ad26-4dfa-8233-d5dd0d1d4faf with Priority: HIGHEST for action security_group_rules [ 727.341817] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1fabdb05-ad26-4dfa-8233-d5dd0d1d4faf taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.342256] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1fabdb05-ad26-4dfa-8233-d5dd0d1d4faf" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.483627] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.483910] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.484052] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.484334] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.484479] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.484629] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Segment Port 18de69f9-71c5-4c32-9069-cf6cec86378d not found, creating... [ 727.484886] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.485044] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.485168] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.485352] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.485482] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.485756] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.485903] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.486073] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.486293] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.486425] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.486643] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Resource: SegmentPort with ID: 18de69f9-71c5-4c32-9069-cf6cec86378d is going to be created. [ 727.509868] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.510258] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.510379] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.510700] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.511033] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.512112] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "port-18de69f9-71c5-4c32-9069-cf6cec86378d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.754236] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.754236] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.754236] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.754236] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.754236] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.754236] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1fabdb05-ad26-4dfa-8233-d5dd0d1d4faf already deleted. [ 727.754236] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1fabdb05-ad26-4dfa-8233-d5dd0d1d4faf" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.754236] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1fabdb05-ad26-4dfa-8233-d5dd0d1d4faf" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.754236] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1fabdb05-ad26-4dfa-8233-d5dd0d1d4faf" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.754236] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1fabdb05-ad26-4dfa-8233-d5dd0d1d4faf',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.767136] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7e77b1c4-9adb-44cf-a1e5-466c45ba3984: rpc.has_security_group_logging(os_id): False [ 727.790278] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.790278] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.790278] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.790278] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.790278] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.790278] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.790278] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.790278] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.790669] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.790669] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.790749] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.790880] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.790944] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.791272] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.791569] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.792150] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.792436] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.792525] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.792985] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.793167] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.794036] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e77b1c4-9adb-44cf-a1e5-466c45ba3984 is going to be created. [ 727.877593] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.877593] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.877593] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.877593] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.877859] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.892809] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e77b1c4-9adb-44cf-a1e5-466c45ba3984 in Status: IN_PROGRESS for 2s [ 728.283400] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.283884] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.283884] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.284806] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.284806] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.284806] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1fabdb05-ad26-4dfa-8233-d5dd0d1d4faf already deleted. [ 728.284806] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1fabdb05-ad26-4dfa-8233-d5dd0d1d4faf" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.293254] env[65429]: INFO networking_nsxv3.common.synchronization [req-085c3192-15b8-43a1-9d19-7894348d38c6 req-ade5b384-342f-4e26-9918-16f964d1b90b service nova] Enqueued Resource ID: aaaa776d-20a9-4188-ad20-cd047f8c5f91 with Priority: HIGHEST for action security_group_rules [ 728.293428] env[65429]: INFO networking_nsxv3.common.synchronization [req-085c3192-15b8-43a1-9d19-7894348d38c6 req-ade5b384-342f-4e26-9918-16f964d1b90b service nova] Enqueued Resource ID: aaaa776d-20a9-4188-ad20-cd047f8c5f91 with Priority: HIGHEST for action security_group_members [ 728.293568] env[65429]: INFO networking_nsxv3.common.synchronization [req-085c3192-15b8-43a1-9d19-7894348d38c6 req-ade5b384-342f-4e26-9918-16f964d1b90b service nova] Enqueued Resource ID: 18de69f9-71c5-4c32-9069-cf6cec86378d with Priority: HIGHEST for action port [ 728.294877] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aaaa776d-20a9-4188-ad20-cd047f8c5f91 with Priority: HIGHEST for action security_group_rules [ 728.295119] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aaaa776d-20a9-4188-ad20-cd047f8c5f91 with Priority: HIGHEST for action security_group_members [ 728.295286] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18de69f9-71c5-4c32-9069-cf6cec86378d with Priority: HIGHEST for action port [ 728.295778] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aaaa776d-20a9-4188-ad20-cd047f8c5f91 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.295974] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aaaa776d-20a9-4188-ad20-cd047f8c5f91" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.296096] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aaaa776d-20a9-4188-ad20-cd047f8c5f91" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.296443] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aaaa776d-20a9-4188-ad20-cd047f8c5f91" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.296944] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aaaa776d-20a9-4188-ad20-cd047f8c5f91',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.298701] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-aaaa776d-20a9-4188-ad20-cd047f8c5f91 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.298878] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aaaa776d-20a9-4188-ad20-cd047f8c5f91" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.298970] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aaaa776d-20a9-4188-ad20-cd047f8c5f91" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.299220] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aaaa776d-20a9-4188-ad20-cd047f8c5f91" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.299501] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.299666] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.299762] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.301424] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.301592] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.301780] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aaaa776d-20a9-4188-ad20-cd047f8c5f91',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.302848] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-18de69f9-71c5-4c32-9069-cf6cec86378d taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.302968] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18de69f9-71c5-4c32-9069-cf6cec86378d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.303090] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18de69f9-71c5-4c32-9069-cf6cec86378d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.303227] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18de69f9-71c5-4c32-9069-cf6cec86378d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.303308] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18de69f9-71c5-4c32-9069-cf6cec86378d',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.807895] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-aaaa776d-20a9-4188-ad20-cd047f8c5f91 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.811026] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aaaa776d-20a9-4188-ad20-cd047f8c5f91" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.811026] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aaaa776d-20a9-4188-ad20-cd047f8c5f91',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.811026] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 18de69f9-71c5-4c32-9069-cf6cec86378d with status ACTIVE [ 728.811026] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.811026] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.811026] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.811026] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.811026] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.811026] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.811026] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.811026] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.812150] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.812448] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.812850] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.813198] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.813462] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.813870] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.814120] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.814384] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 18de69f9-71c5-4c32-9069-cf6cec86378d is going to be updated. [ 728.842490] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.842843] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.842843] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.843103] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.843316] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.843551] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18de69f9-71c5-4c32-9069-cf6cec86378d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.893767] env[65429]: INFO networking_nsxv3.common.synchronization [req-010ab9d5-e405-4299-b98c-ac6288ed25e0 req-03a7a2bb-5c66-435e-b963-71a60f935d8e tempest-VolumesAssistedSnapshotsTest-526106614 tempest-VolumesAssistedSnapshotsTest-526106614-project-member] Enqueued Resource ID: 7934503b-87bd-4190-8ba7-8388f9c4b7af with Priority: HIGHEST for action security_group_members [ 728.896855] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7934503b-87bd-4190-8ba7-8388f9c4b7af with Priority: HIGHEST for action security_group_members [ 728.896855] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-7934503b-87bd-4190-8ba7-8388f9c4b7af taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.896855] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7934503b-87bd-4190-8ba7-8388f9c4b7af" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.896855] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7934503b-87bd-4190-8ba7-8388f9c4b7af" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.897145] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7934503b-87bd-4190-8ba7-8388f9c4b7af" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.897761] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.897761] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.897761] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.898234] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.898413] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.898737] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7934503b-87bd-4190-8ba7-8388f9c4b7af',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.320027] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aaaa776d-20a9-4188-ad20-cd047f8c5f91',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.403939] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.405574] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.405574] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.405574] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.405574] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.405574] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.405574] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.405574] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.405574] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.406041] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.406041] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7934503b-87bd-4190-8ba7-8388f9c4b7af is going to be updated. [ 729.553855] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.553855] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.553855] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.554265] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.554265] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.565631] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7934503b-87bd-4190-8ba7-8388f9c4b7af in Status: IN_PROGRESS for 2s [ 729.590740] env[65429]: INFO networking_nsxv3.common.synchronization [req-d2fd834d-9d4b-408f-97ca-3536435cc763 req-727ee17a-8d1d-4114-9dbb-219c03377e4f tempest-AttachInterfacesTestJSON-192137818 tempest-AttachInterfacesTestJSON-192137818-project-member] Enqueued Resource ID: bdbf7716-cc97-42ad-a945-099708388420 with Priority: HIGHEST for action security_group_members [ 729.592115] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdbf7716-cc97-42ad-a945-099708388420 with Priority: HIGHEST for action security_group_members [ 729.592115] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdbf7716-cc97-42ad-a945-099708388420 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.592115] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdbf7716-cc97-42ad-a945-099708388420" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.592115] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdbf7716-cc97-42ad-a945-099708388420" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.592115] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdbf7716-cc97-42ad-a945-099708388420" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.592496] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.592496] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.592496] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.592623] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.592767] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.592819] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdbf7716-cc97-42ad-a945-099708388420',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.823718] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.825852] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.825852] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.825852] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.825852] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.825852] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aaaa776d-20a9-4188-ad20-cd047f8c5f91 is going to be created. [ 729.874791] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.874998] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.875145] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.875447] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.875586] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.898768] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aaaa776d-20a9-4188-ad20-cd047f8c5f91 in Status: UNINITIALIZED for 2s [ 729.906285] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e77b1c4-9adb-44cf-a1e5-466c45ba3984 in Status: SUCCESS [ 729.906285] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e77b1c4-9adb-44cf-a1e5-466c45ba3984" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.097482] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.097744] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.097836] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.098094] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.098193] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.098403] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.098503] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.098561] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.098713] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.098806] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.098898] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdbf7716-cc97-42ad-a945-099708388420 is going to be updated. [ 730.134872] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.135303] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.135518] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.136123] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.136703] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.151349] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdbf7716-cc97-42ad-a945-099708388420 in Status: IN_PROGRESS for 2s [ 731.579937] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7934503b-87bd-4190-8ba7-8388f9c4b7af in Status: SUCCESS [ 731.579937] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7934503b-87bd-4190-8ba7-8388f9c4b7af deletion is rescheduled due to dependency. [ 731.580378] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7934503b-87bd-4190-8ba7-8388f9c4b7af" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.910222] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aaaa776d-20a9-4188-ad20-cd047f8c5f91 in Status: SUCCESS [ 731.910448] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aaaa776d-20a9-4188-ad20-cd047f8c5f91" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.910701] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aaaa776d-20a9-4188-ad20-cd047f8c5f91" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.910898] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aaaa776d-20a9-4188-ad20-cd047f8c5f91" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.911225] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.911225] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.915020] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.915020] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.915020] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.915020] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aaaa776d-20a9-4188-ad20-cd047f8c5f91" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.915020] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aaaa776d-20a9-4188-ad20-cd047f8c5f91',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.164535] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdbf7716-cc97-42ad-a945-099708388420 in Status: SUCCESS [ 732.164720] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdbf7716-cc97-42ad-a945-099708388420 deletion is rescheduled due to dependency. [ 732.164838] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdbf7716-cc97-42ad-a945-099708388420" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.418976] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-aaaa776d-20a9-4188-ad20-cd047f8c5f91 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.421193] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aaaa776d-20a9-4188-ad20-cd047f8c5f91" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.421193] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aaaa776d-20a9-4188-ad20-cd047f8c5f91" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.421431] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aaaa776d-20a9-4188-ad20-cd047f8c5f91" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.421754] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.424467] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.424467] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.424467] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.424467] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.424467] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aaaa776d-20a9-4188-ad20-cd047f8c5f91" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.424467] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-aaaa776d-20a9-4188-ad20-cd047f8c5f91 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.424467] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aaaa776d-20a9-4188-ad20-cd047f8c5f91" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.424467] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aaaa776d-20a9-4188-ad20-cd047f8c5f91" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.424467] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aaaa776d-20a9-4188-ad20-cd047f8c5f91" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.424467] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.424467] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.424467] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.425509] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.425726] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.425917] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aaaa776d-20a9-4188-ad20-cd047f8c5f91" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.430783] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aaaa776d-20a9-4188-ad20-cd047f8c5f91',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.458642] env[65429]: INFO networking_nsxv3.common.synchronization [req-e86649fc-8d9a-4793-b77d-52972915816b req-d7315df9-385c-4339-bf3c-fa9cec942cd3 tempest-ServersWithSpecificFlavorTestJSON-1606815913 tempest-ServersWithSpecificFlavorTestJSON-1606815913-project-member] Enqueued Resource ID: 82d1b07e-943d-4585-aadd-afbdec6abe9a with Priority: HIGHEST for action security_group_members [ 732.459564] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82d1b07e-943d-4585-aadd-afbdec6abe9a with Priority: HIGHEST for action security_group_members [ 732.459978] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-82d1b07e-943d-4585-aadd-afbdec6abe9a taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.460176] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82d1b07e-943d-4585-aadd-afbdec6abe9a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.460269] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82d1b07e-943d-4585-aadd-afbdec6abe9a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.460790] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82d1b07e-943d-4585-aadd-afbdec6abe9a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.460790] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.460938] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.460971] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.461446] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.461446] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.461446] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82d1b07e-943d-4585-aadd-afbdec6abe9a',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.932730] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aaaa776d-20a9-4188-ad20-cd047f8c5f91: rpc.has_security_group_logging(os_id): False [ 732.960129] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.960129] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.960129] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.960129] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.960129] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.960129] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.960463] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.960463] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.960531] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.960607] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.962273] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.962273] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.962273] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.962273] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.962273] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.962273] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.962273] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.962273] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.962273] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.962273] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.962273] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aaaa776d-20a9-4188-ad20-cd047f8c5f91 is going to be created. [ 732.966042] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.966042] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.966241] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.966291] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.966359] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.967519] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.967519] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.967519] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.967519] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.967519] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.967519] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82d1b07e-943d-4585-aadd-afbdec6abe9a is going to be updated. [ 732.998214] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.998419] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.998497] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.998739] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.998855] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.003380] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock network-915 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.003380] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "network-915" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.003380] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "network-915" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.003380] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "network-915" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.003577] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.003744] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.003853] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.004085] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.004218] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.004803] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 733.004914] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 733.005029] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 733.005146] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 733.005250] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 733.005349] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 733.006144] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 733.011649] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82d1b07e-943d-4585-aadd-afbdec6abe9a in Status: IN_PROGRESS for 2s [ 733.036733] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.036991] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.037070] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.037312] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.037523] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.040629] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 733.040838] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 733.041009] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 733.041275] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "network-915" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.041657] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock port-8ae27321-ad14-4e1a-ac82-3a75e0db1b9a taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.041830] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "port-8ae27321-ad14-4e1a-ac82-3a75e0db1b9a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.041971] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "port-8ae27321-ad14-4e1a-ac82-3a75e0db1b9a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.042357] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "port-8ae27321-ad14-4e1a-ac82-3a75e0db1b9a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.042540] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ae27321-ad14-4e1a-ac82-3a75e0db1b9a',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.054591] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aaaa776d-20a9-4188-ad20-cd047f8c5f91 in Status: IN_PROGRESS for 2s [ 733.549025] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.549025] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.549025] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.549025] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.549025] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.549025] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Segment Port 8ae27321-ad14-4e1a-ac82-3a75e0db1b9a not found, creating... [ 733.549025] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.549025] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.549025] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.549025] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.549025] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.549571] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.549571] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.549571] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.549571] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.552373] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.552373] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Resource: SegmentPort with ID: 8ae27321-ad14-4e1a-ac82-3a75e0db1b9a is going to be created. [ 733.576022] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.576022] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.576022] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.576022] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.576022] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.576022] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "port-8ae27321-ad14-4e1a-ac82-3a75e0db1b9a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.007618] env[65429]: INFO networking_nsxv3.common.synchronization [req-cb4a1522-9419-4928-8d60-258440a4e6bc req-e62c77e6-63bd-483d-b79f-9aa49f84b777 tempest-ServersTestJSON-1703044794 tempest-ServersTestJSON-1703044794-project-member] Enqueued Resource ID: 04f07f3a-a3bb-4698-841c-45f2cf780349 with Priority: HIGHEST for action security_group_members [ 734.009771] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04f07f3a-a3bb-4698-841c-45f2cf780349 with Priority: HIGHEST for action security_group_members [ 734.009771] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-04f07f3a-a3bb-4698-841c-45f2cf780349 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.009771] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04f07f3a-a3bb-4698-841c-45f2cf780349" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.009771] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04f07f3a-a3bb-4698-841c-45f2cf780349" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.009771] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04f07f3a-a3bb-4698-841c-45f2cf780349" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.009771] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.010056] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.010056] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.010111] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.011056] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.011056] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04f07f3a-a3bb-4698-841c-45f2cf780349',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.323824] env[65429]: INFO networking_nsxv3.common.synchronization [req-e86649fc-8d9a-4793-b77d-52972915816b req-dccd90d3-4920-4a24-a12c-702c0d8ff046 service nova] Enqueued Resource ID: 82d1b07e-943d-4585-aadd-afbdec6abe9a with Priority: HIGHEST for action security_group_rules [ 734.324036] env[65429]: INFO networking_nsxv3.common.synchronization [req-e86649fc-8d9a-4793-b77d-52972915816b req-dccd90d3-4920-4a24-a12c-702c0d8ff046 service nova] Enqueued Resource ID: 82d1b07e-943d-4585-aadd-afbdec6abe9a with Priority: HIGHEST for action security_group_members [ 734.324626] env[65429]: INFO networking_nsxv3.common.synchronization [req-e86649fc-8d9a-4793-b77d-52972915816b req-dccd90d3-4920-4a24-a12c-702c0d8ff046 service nova] Enqueued Resource ID: 8ae27321-ad14-4e1a-ac82-3a75e0db1b9a with Priority: HIGHEST for action port [ 734.324881] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82d1b07e-943d-4585-aadd-afbdec6abe9a with Priority: HIGHEST for action security_group_rules [ 734.324984] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82d1b07e-943d-4585-aadd-afbdec6abe9a with Priority: HIGHEST for action security_group_members [ 734.325060] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ae27321-ad14-4e1a-ac82-3a75e0db1b9a with Priority: HIGHEST for action port [ 734.325450] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82d1b07e-943d-4585-aadd-afbdec6abe9a taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.325598] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82d1b07e-943d-4585-aadd-afbdec6abe9a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.325598] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82d1b07e-943d-4585-aadd-afbdec6abe9a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.325781] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82d1b07e-943d-4585-aadd-afbdec6abe9a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.325851] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82d1b07e-943d-4585-aadd-afbdec6abe9a',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.326959] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-82d1b07e-943d-4585-aadd-afbdec6abe9a taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.326959] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82d1b07e-943d-4585-aadd-afbdec6abe9a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.327137] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ae27321-ad14-4e1a-ac82-3a75e0db1b9a taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.327239] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ae27321-ad14-4e1a-ac82-3a75e0db1b9a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.327239] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ae27321-ad14-4e1a-ac82-3a75e0db1b9a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.327805] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ae27321-ad14-4e1a-ac82-3a75e0db1b9a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.327805] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ae27321-ad14-4e1a-ac82-3a75e0db1b9a',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.516739] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.516739] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.516739] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.516739] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.516739] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.516739] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.516739] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.516739] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.516739] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.516739] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.516739] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04f07f3a-a3bb-4698-841c-45f2cf780349 is going to be updated. [ 734.546884] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.547037] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.547109] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.547372] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.547455] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.557406] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04f07f3a-a3bb-4698-841c-45f2cf780349 in Status: IN_PROGRESS for 2s [ 734.829855] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-82d1b07e-943d-4585-aadd-afbdec6abe9a taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.829950] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82d1b07e-943d-4585-aadd-afbdec6abe9a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.830132] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8ae27321-ad14-4e1a-ac82-3a75e0db1b9a with status ACTIVE [ 734.830339] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.830515] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.830597] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.830825] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.830917] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.831099] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.831196] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.831257] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.831689] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.831689] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.831828] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.831879] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.831948] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.832112] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.832188] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.832278] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8ae27321-ad14-4e1a-ac82-3a75e0db1b9a is going to be updated. [ 734.873231] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.873231] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.873231] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.873393] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.873506] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.874643] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ae27321-ad14-4e1a-ac82-3a75e0db1b9a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.972412] env[65429]: INFO networking_nsxv3.common.synchronization [req-78ce39b3-3cf3-44f3-8730-7b0fa8dc0f11 req-1a43a582-39fe-4e4b-922f-146714b1466f tempest-ServerMetadataNegativeTestJSON-910790416 tempest-ServerMetadataNegativeTestJSON-910790416-project-member] Enqueued Resource ID: 5dd63b5c-a3fd-425d-84fe-fc9d4e29340b with Priority: HIGHEST for action security_group_members [ 734.973354] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dd63b5c-a3fd-425d-84fe-fc9d4e29340b with Priority: HIGHEST for action security_group_members [ 734.973777] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-5dd63b5c-a3fd-425d-84fe-fc9d4e29340b taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.973922] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5dd63b5c-a3fd-425d-84fe-fc9d4e29340b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.974028] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5dd63b5c-a3fd-425d-84fe-fc9d4e29340b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.974326] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5dd63b5c-a3fd-425d-84fe-fc9d4e29340b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.974451] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.974603] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.974666] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.974840] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.974937] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.975071] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5dd63b5c-a3fd-425d-84fe-fc9d4e29340b',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.034687] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82d1b07e-943d-4585-aadd-afbdec6abe9a in Status: SUCCESS [ 735.035199] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82d1b07e-943d-4585-aadd-afbdec6abe9a deletion is rescheduled due to dependency. [ 735.035199] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82d1b07e-943d-4585-aadd-afbdec6abe9a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.035539] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82d1b07e-943d-4585-aadd-afbdec6abe9a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.036233] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82d1b07e-943d-4585-aadd-afbdec6abe9a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.036233] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.036340] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.036419] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.037568] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.037568] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.037568] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82d1b07e-943d-4585-aadd-afbdec6abe9a',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.071276] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aaaa776d-20a9-4188-ad20-cd047f8c5f91 in Status: SUCCESS [ 735.073491] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aaaa776d-20a9-4188-ad20-cd047f8c5f91" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.477249] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.477448] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.477574] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.477802] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.477898] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.478125] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.478335] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.478335] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.478427] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.478582] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.478673] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5dd63b5c-a3fd-425d-84fe-fc9d4e29340b is going to be updated. [ 735.510027] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.510027] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.510027] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.510027] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.510027] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.518651] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5dd63b5c-a3fd-425d-84fe-fc9d4e29340b in Status: IN_PROGRESS for 2s [ 735.540547] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('82d1b07e-943d-4585-aadd-afbdec6abe9a',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.043502] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('82d1b07e-943d-4585-aadd-afbdec6abe9a',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.146901] env[65429]: INFO networking_nsxv3.common.synchronization [None req-d990337d-79e2-4803-af0e-6fc4ea5a6b1a None None] Enqueued Resource ID: 1c03f561-e76f-4126-be70-f32bc1402014 with Priority: HIGHEST for action port [ 736.146901] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c03f561-e76f-4126-be70-f32bc1402014 with Priority: HIGHEST for action port [ 736.146901] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c03f561-e76f-4126-be70-f32bc1402014 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.146901] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c03f561-e76f-4126-be70-f32bc1402014" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.146901] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c03f561-e76f-4126-be70-f32bc1402014" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.146901] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c03f561-e76f-4126-be70-f32bc1402014" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.146901] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c03f561-e76f-4126-be70-f32bc1402014',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.545801] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.546387] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.546565] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.546842] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.546959] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.547087] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82d1b07e-943d-4585-aadd-afbdec6abe9a is going to be updated. [ 736.569894] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04f07f3a-a3bb-4698-841c-45f2cf780349 in Status: SUCCESS [ 736.570210] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04f07f3a-a3bb-4698-841c-45f2cf780349 deletion is rescheduled due to dependency. [ 736.570210] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04f07f3a-a3bb-4698-841c-45f2cf780349" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.586246] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.586547] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.586547] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.586720] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.586853] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.603097] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82d1b07e-943d-4585-aadd-afbdec6abe9a in Status: IN_PROGRESS for 2s [ 736.648847] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1c03f561-e76f-4126-be70-f32bc1402014 [ 736.649192] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.649351] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.649351] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.649731] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.649856] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.649968] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1c03f561-e76f-4126-be70-f32bc1402014 already deleted. [ 736.650079] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c03f561-e76f-4126-be70-f32bc1402014" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.038736] env[65429]: INFO networking_nsxv3.common.synchronization [req-3468dc04-6a09-4a3a-9545-386f4d6a405a req-37455575-a812-4008-aad5-3e196a0bbbec tempest-ServersAdminTestJSON-611263935 tempest-ServersAdminTestJSON-611263935-project-member] Enqueued Resource ID: d075b3cd-e544-42a6-afb4-6f693b39465c with Priority: HIGHEST for action security_group_members [ 737.039933] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d075b3cd-e544-42a6-afb4-6f693b39465c with Priority: HIGHEST for action security_group_members [ 737.039933] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-d075b3cd-e544-42a6-afb4-6f693b39465c taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.039933] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.039933] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.040251] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.040412] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.040574] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.040629] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.040805] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.040891] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.040991] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d075b3cd-e544-42a6-afb4-6f693b39465c',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.405976] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock network-885 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.406378] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "network-885" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.406378] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "network-885" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.406682] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "network-885" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.407383] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.407645] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.407769] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.407994] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.408154] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.408364] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 737.408477] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 737.408634] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 737.408752] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 737.408857] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 737.408957] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 737.409100] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 737.447597] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 737.447793] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Cache value generated in 0.039 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 737.447930] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 737.448118] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "network-885" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.448443] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock port-650dcbb9-9316-4049-a6d9-70f000d729b4 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.448647] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "port-650dcbb9-9316-4049-a6d9-70f000d729b4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.448734] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "port-650dcbb9-9316-4049-a6d9-70f000d729b4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.449156] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "port-650dcbb9-9316-4049-a6d9-70f000d729b4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.449357] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('650dcbb9-9316-4049-a6d9-70f000d729b4',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.530381] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5dd63b5c-a3fd-425d-84fe-fc9d4e29340b in Status: SUCCESS [ 737.530592] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5dd63b5c-a3fd-425d-84fe-fc9d4e29340b deletion is rescheduled due to dependency. [ 737.530715] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5dd63b5c-a3fd-425d-84fe-fc9d4e29340b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.544143] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.544304] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.544396] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.544581] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.544806] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.544935] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.545032] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.545032] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.545172] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.545277] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.545335] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d075b3cd-e544-42a6-afb4-6f693b39465c already deleted. [ 737.545402] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.952285] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.952519] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.952614] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.952943] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.953143] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.953334] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Segment Port 650dcbb9-9316-4049-a6d9-70f000d729b4 not found, creating... [ 737.953622] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.954041] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.954041] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.954150] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.954238] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.954550] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.954651] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.954762] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.954962] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.955099] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.955231] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Resource: SegmentPort with ID: 650dcbb9-9316-4049-a6d9-70f000d729b4 is going to be created. [ 737.978722] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.978722] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.979134] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.979134] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.979358] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.979621] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "port-650dcbb9-9316-4049-a6d9-70f000d729b4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.614911] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82d1b07e-943d-4585-aadd-afbdec6abe9a in Status: SUCCESS [ 738.615232] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82d1b07e-943d-4585-aadd-afbdec6abe9a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.615395] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82d1b07e-943d-4585-aadd-afbdec6abe9a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.615627] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82d1b07e-943d-4585-aadd-afbdec6abe9a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.619026] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.619026] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.619026] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.619026] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.619026] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.619026] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82d1b07e-943d-4585-aadd-afbdec6abe9a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.619026] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('82d1b07e-943d-4585-aadd-afbdec6abe9a',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.662707] env[65429]: INFO networking_nsxv3.common.synchronization [None req-94b80a60-1bc8-4488-afaf-cc4da5b88b0e None None] Enqueued Resource ID: 936249b6-846b-4e27-a6d3-11d31c60b704 with Priority: HIGHEST for action port [ 738.663379] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 936249b6-846b-4e27-a6d3-11d31c60b704 with Priority: HIGHEST for action port [ 738.664685] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-936249b6-846b-4e27-a6d3-11d31c60b704 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.664685] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-936249b6-846b-4e27-a6d3-11d31c60b704" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.664685] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-936249b6-846b-4e27-a6d3-11d31c60b704" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.664685] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-936249b6-846b-4e27-a6d3-11d31c60b704" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.664685] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('936249b6-846b-4e27-a6d3-11d31c60b704',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.715423] env[65429]: INFO networking_nsxv3.common.synchronization [req-3468dc04-6a09-4a3a-9545-386f4d6a405a req-8b984363-2510-4362-8d17-4a95524904d4 service nova] Enqueued Resource ID: d075b3cd-e544-42a6-afb4-6f693b39465c with Priority: HIGHEST for action security_group_rules [ 738.715620] env[65429]: INFO networking_nsxv3.common.synchronization [req-3468dc04-6a09-4a3a-9545-386f4d6a405a req-8b984363-2510-4362-8d17-4a95524904d4 service nova] Enqueued Resource ID: d075b3cd-e544-42a6-afb4-6f693b39465c with Priority: HIGHEST for action security_group_members [ 738.715757] env[65429]: INFO networking_nsxv3.common.synchronization [req-3468dc04-6a09-4a3a-9545-386f4d6a405a req-8b984363-2510-4362-8d17-4a95524904d4 service nova] Enqueued Resource ID: 650dcbb9-9316-4049-a6d9-70f000d729b4 with Priority: HIGHEST for action port [ 738.717666] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d075b3cd-e544-42a6-afb4-6f693b39465c with Priority: HIGHEST for action security_group_rules [ 738.717666] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d075b3cd-e544-42a6-afb4-6f693b39465c with Priority: HIGHEST for action security_group_members [ 738.717666] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 650dcbb9-9316-4049-a6d9-70f000d729b4 with Priority: HIGHEST for action port [ 738.718378] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d075b3cd-e544-42a6-afb4-6f693b39465c taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.718544] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.718634] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.718974] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.719092] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d075b3cd-e544-42a6-afb4-6f693b39465c',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.720971] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-d075b3cd-e544-42a6-afb4-6f693b39465c taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.720971] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.720971] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.721320] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.721439] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.721591] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.721709] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.721982] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.722141] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.723912] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d075b3cd-e544-42a6-afb4-6f693b39465c',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.723912] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-650dcbb9-9316-4049-a6d9-70f000d729b4 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.723912] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-650dcbb9-9316-4049-a6d9-70f000d729b4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.723912] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-650dcbb9-9316-4049-a6d9-70f000d729b4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.724282] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-650dcbb9-9316-4049-a6d9-70f000d729b4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.724282] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('650dcbb9-9316-4049-a6d9-70f000d729b4',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.121048] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('82d1b07e-943d-4585-aadd-afbdec6abe9a',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.167476] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 936249b6-846b-4e27-a6d3-11d31c60b704 [ 739.167476] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.167476] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.167476] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.167476] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.167476] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.167476] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:936249b6-846b-4e27-a6d3-11d31c60b704 already deleted. [ 739.167476] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-936249b6-846b-4e27-a6d3-11d31c60b704" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.229100] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-d075b3cd-e544-42a6-afb4-6f693b39465c taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.229100] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.229100] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d075b3cd-e544-42a6-afb4-6f693b39465c',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.229100] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 650dcbb9-9316-4049-a6d9-70f000d729b4 with status ACTIVE [ 739.229100] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.229100] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.229100] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.229100] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.229100] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.229100] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.229906] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.229906] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.229906] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.229906] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.229906] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.229906] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.229906] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.229906] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.230169] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.232576] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 650dcbb9-9316-4049-a6d9-70f000d729b4 is going to be updated. [ 739.255488] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.255665] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.255756] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.256035] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.256174] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.256334] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-650dcbb9-9316-4049-a6d9-70f000d729b4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.595076] env[65429]: INFO networking_nsxv3.common.synchronization [req-d595c5ae-fcdc-4d82-8c85-222d8c98180e req-8bebf20a-69ab-48d5-acdc-f76c328b3d7a tempest-ServersTestMultiNic-1519511874 tempest-ServersTestMultiNic-1519511874-project-member] Enqueued Resource ID: 424b630a-1669-4db1-a165-0c2cfa6c8053 with Priority: HIGHEST for action security_group_members [ 739.596031] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 424b630a-1669-4db1-a165-0c2cfa6c8053 with Priority: HIGHEST for action security_group_members [ 739.596031] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-424b630a-1669-4db1-a165-0c2cfa6c8053 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.597268] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.597268] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.597462] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.597638] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.598038] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.598038] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.598038] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.598038] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.599051] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('424b630a-1669-4db1-a165-0c2cfa6c8053',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.625253] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 82d1b07e-943d-4585-aadd-afbdec6abe9a: rpc.has_security_group_logging(os_id): False [ 739.646085] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.646287] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.646362] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.646589] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.646683] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.646965] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.647123] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.647123] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.647266] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.647345] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.647426] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82d1b07e-943d-4585-aadd-afbdec6abe9a is going to be updated. [ 739.719948] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.720184] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.720184] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.720357] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.720770] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.733767] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d075b3cd-e544-42a6-afb4-6f693b39465c',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.736555] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82d1b07e-943d-4585-aadd-afbdec6abe9a in Status: IN_PROGRESS for 2s [ 740.049218] env[65429]: INFO networking_nsxv3.common.synchronization [req-d595c5ae-fcdc-4d82-8c85-222d8c98180e req-5ab15e3b-610e-424f-b284-8127e5943444 tempest-ServersTestMultiNic-1519511874 tempest-ServersTestMultiNic-1519511874-project-member] Enqueued Resource ID: 424b630a-1669-4db1-a165-0c2cfa6c8053 with Priority: HIGHEST for action security_group_members [ 740.049218] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 424b630a-1669-4db1-a165-0c2cfa6c8053 with Priority: HIGHEST for action security_group_members [ 740.049982] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-424b630a-1669-4db1-a165-0c2cfa6c8053 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.050277] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.103367] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.103367] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.103367] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.103367] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.103367] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.103367] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.103367] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.103367] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.103367] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.103367] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.103367] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 424b630a-1669-4db1-a165-0c2cfa6c8053 is going to be updated. [ 740.133299] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.133299] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.133299] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.133299] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.133299] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.143512] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 424b630a-1669-4db1-a165-0c2cfa6c8053 in Status: IN_PROGRESS for 2s [ 740.237382] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.239023] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.239023] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.239023] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.239023] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.239023] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d075b3cd-e544-42a6-afb4-6f693b39465c is going to be created. [ 740.284542] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.284817] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.284817] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.284977] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.285780] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.299724] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d075b3cd-e544-42a6-afb4-6f693b39465c in Status: UNINITIALIZED for 2s [ 740.489618] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock network-114 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.489851] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "network-114" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.489941] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "network-114" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.490335] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "network-114" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.491425] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.491666] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.491666] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.492033] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.492284] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.492527] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 740.492633] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 740.492739] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 740.492845] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 740.492980] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 740.493185] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 740.493380] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 740.514548] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 740.514762] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 740.515035] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 740.515268] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "network-114" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.515579] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock port-7051d187-0755-4f86-9690-c9a20e66dbf6 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.515814] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "port-7051d187-0755-4f86-9690-c9a20e66dbf6" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.516035] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "port-7051d187-0755-4f86-9690-c9a20e66dbf6" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.516373] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "port-7051d187-0755-4f86-9690-c9a20e66dbf6" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.516683] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7051d187-0755-4f86-9690-c9a20e66dbf6',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.019198] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.019588] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.019666] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.020075] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.020320] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.020491] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Segment Port 7051d187-0755-4f86-9690-c9a20e66dbf6 not found, creating... [ 741.020828] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.021026] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.021202] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.021495] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.021718] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.022212] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.022339] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.022490] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.022759] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.022962] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.023174] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Resource: SegmentPort with ID: 7051d187-0755-4f86-9690-c9a20e66dbf6 is going to be created. [ 741.047192] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.047536] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.047629] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.048067] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.048332] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.048609] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "port-7051d187-0755-4f86-9690-c9a20e66dbf6" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.766350] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82d1b07e-943d-4585-aadd-afbdec6abe9a in Status: SUCCESS [ 741.766350] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82d1b07e-943d-4585-aadd-afbdec6abe9a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.868563] env[65429]: INFO networking_nsxv3.common.synchronization [req-d595c5ae-fcdc-4d82-8c85-222d8c98180e req-4ef0f3f0-fa0c-4aa9-8017-593f4e381403 service nova] Enqueued Resource ID: 424b630a-1669-4db1-a165-0c2cfa6c8053 with Priority: HIGHEST for action security_group_rules [ 741.868563] env[65429]: INFO networking_nsxv3.common.synchronization [req-d595c5ae-fcdc-4d82-8c85-222d8c98180e req-4ef0f3f0-fa0c-4aa9-8017-593f4e381403 service nova] Enqueued Resource ID: 424b630a-1669-4db1-a165-0c2cfa6c8053 with Priority: HIGHEST for action security_group_members [ 741.868563] env[65429]: INFO networking_nsxv3.common.synchronization [req-d595c5ae-fcdc-4d82-8c85-222d8c98180e req-4ef0f3f0-fa0c-4aa9-8017-593f4e381403 service nova] Enqueued Resource ID: 7051d187-0755-4f86-9690-c9a20e66dbf6 with Priority: HIGHEST for action port [ 741.870880] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 424b630a-1669-4db1-a165-0c2cfa6c8053 with Priority: HIGHEST for action security_group_rules [ 741.871050] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 424b630a-1669-4db1-a165-0c2cfa6c8053 with Priority: HIGHEST for action security_group_members [ 741.874021] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7051d187-0755-4f86-9690-c9a20e66dbf6 with Priority: HIGHEST for action port [ 741.874021] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-424b630a-1669-4db1-a165-0c2cfa6c8053 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.874021] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.874021] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.874021] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.874021] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('424b630a-1669-4db1-a165-0c2cfa6c8053',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.875564] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-424b630a-1669-4db1-a165-0c2cfa6c8053 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.875682] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.875860] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-7051d187-0755-4f86-9690-c9a20e66dbf6 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.875969] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7051d187-0755-4f86-9690-c9a20e66dbf6" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.876050] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7051d187-0755-4f86-9690-c9a20e66dbf6" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.877990] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7051d187-0755-4f86-9690-c9a20e66dbf6" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.877990] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7051d187-0755-4f86-9690-c9a20e66dbf6',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.073028] env[65429]: INFO networking_nsxv3.common.synchronization [req-4f44e7a2-7aca-400f-b70e-201b91cb3d87 req-1483a2fb-1533-45d8-8594-84e90249f36a tempest-ListServerFiltersTestJSON-474899527 tempest-ListServerFiltersTestJSON-474899527-project-member] Enqueued Resource ID: e28debbf-1c00-4cdb-a07a-a8778600e9a3 with Priority: HIGHEST for action security_group_members [ 742.073028] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e28debbf-1c00-4cdb-a07a-a8778600e9a3 with Priority: HIGHEST for action security_group_members [ 742.073028] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-e28debbf-1c00-4cdb-a07a-a8778600e9a3 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.073545] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e28debbf-1c00-4cdb-a07a-a8778600e9a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.073790] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e28debbf-1c00-4cdb-a07a-a8778600e9a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.074282] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e28debbf-1c00-4cdb-a07a-a8778600e9a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.074583] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.075822] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.075822] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.075822] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.075822] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.075822] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e28debbf-1c00-4cdb-a07a-a8778600e9a3',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.160956] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 424b630a-1669-4db1-a165-0c2cfa6c8053 in Status: SUCCESS [ 742.163305] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 424b630a-1669-4db1-a165-0c2cfa6c8053 deletion is rescheduled due to dependency. [ 742.163305] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.163305] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.163305] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.163305] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.163305] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.163305] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.163305] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.163603] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.163603] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('424b630a-1669-4db1-a165-0c2cfa6c8053',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.312265] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d075b3cd-e544-42a6-afb4-6f693b39465c in Status: SUCCESS [ 742.312507] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.313464] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.313464] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.313464] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.313464] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.313464] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.313464] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.313875] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.313875] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.313875] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d075b3cd-e544-42a6-afb4-6f693b39465c',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.375693] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-424b630a-1669-4db1-a165-0c2cfa6c8053 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.375850] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.378304] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7051d187-0755-4f86-9690-c9a20e66dbf6 with status ACTIVE [ 742.379360] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.379360] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.379360] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.379360] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.379360] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.379360] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.379360] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.379709] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.379709] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.379709] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.379912] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.379912] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.379985] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.380102] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.380178] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.380261] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7051d187-0755-4f86-9690-c9a20e66dbf6 is going to be updated. [ 742.404261] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.404261] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.404261] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.404799] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.404799] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.404799] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7051d187-0755-4f86-9690-c9a20e66dbf6" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.470365] env[65429]: INFO networking_nsxv3.common.synchronization [req-ab633896-3e63-4ee2-ad5f-7829bf21b6bd req-998a60a3-b119-44ec-bf76-9a6f719a2001 tempest-ServersAdminTestJSON-611263935 tempest-ServersAdminTestJSON-611263935-project-member] Enqueued Resource ID: d075b3cd-e544-42a6-afb4-6f693b39465c with Priority: HIGHEST for action security_group_members [ 742.471151] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d075b3cd-e544-42a6-afb4-6f693b39465c with Priority: HIGHEST for action security_group_members [ 742.471613] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-d075b3cd-e544-42a6-afb4-6f693b39465c taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.471775] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.471897] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.472148] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.472314] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.472415] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.472932] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.472932] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.472932] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.472932] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d075b3cd-e544-42a6-afb4-6f693b39465c',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.577744] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e28debbf-1c00-4cdb-a07a-a8778600e9a3',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.625044] env[65429]: INFO networking_nsxv3.common.synchronization [req-8fc1ba86-1d43-4bdb-9735-e6590e3cf169 req-86945e65-186c-45b3-8dcf-72e6be549627 tempest-AttachInterfacesUnderV243Test-1703566497 tempest-AttachInterfacesUnderV243Test-1703566497-project-member] Enqueued Resource ID: f8f68145-b095-4647-a767-ddcbcf856a43 with Priority: HIGHEST for action security_group_members [ 742.625721] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8f68145-b095-4647-a767-ddcbcf856a43 with Priority: HIGHEST for action security_group_members [ 742.625721] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8f68145-b095-4647-a767-ddcbcf856a43 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.625886] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8f68145-b095-4647-a767-ddcbcf856a43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.625920] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8f68145-b095-4647-a767-ddcbcf856a43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.626395] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8f68145-b095-4647-a767-ddcbcf856a43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.626577] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.626682] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.626741] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.626912] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.626994] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.627212] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8f68145-b095-4647-a767-ddcbcf856a43',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.652980] env[65429]: INFO networking_nsxv3.common.synchronization [req-8fc1ba86-1d43-4bdb-9735-e6590e3cf169 req-86945e65-186c-45b3-8dcf-72e6be549627 tempest-AttachInterfacesUnderV243Test-1703566497 tempest-AttachInterfacesUnderV243Test-1703566497-project-member] Enqueued Resource ID: f8f68145-b095-4647-a767-ddcbcf856a43 with Priority: HIGHEST for action security_group_rules [ 742.653189] env[65429]: INFO networking_nsxv3.common.synchronization [req-8fc1ba86-1d43-4bdb-9735-e6590e3cf169 req-86945e65-186c-45b3-8dcf-72e6be549627 tempest-AttachInterfacesUnderV243Test-1703566497 tempest-AttachInterfacesUnderV243Test-1703566497-project-member] Enqueued Resource ID: f8f68145-b095-4647-a767-ddcbcf856a43 with Priority: HIGHEST for action security_group_members [ 742.653304] env[65429]: INFO networking_nsxv3.common.synchronization [req-8fc1ba86-1d43-4bdb-9735-e6590e3cf169 req-86945e65-186c-45b3-8dcf-72e6be549627 tempest-AttachInterfacesUnderV243Test-1703566497 tempest-AttachInterfacesUnderV243Test-1703566497-project-member] Enqueued Resource ID: 7968e82f-96ed-40b2-84fb-899ec06cd326 with Priority: HIGHEST for action port [ 742.654053] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8f68145-b095-4647-a767-ddcbcf856a43 with Priority: HIGHEST for action security_group_rules [ 742.654151] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8f68145-b095-4647-a767-ddcbcf856a43 with Priority: HIGHEST for action security_group_members [ 742.654235] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7968e82f-96ed-40b2-84fb-899ec06cd326 with Priority: HIGHEST for action port [ 742.654878] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8f68145-b095-4647-a767-ddcbcf856a43 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.655037] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8f68145-b095-4647-a767-ddcbcf856a43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.655109] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8f68145-b095-4647-a767-ddcbcf856a43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.655321] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8f68145-b095-4647-a767-ddcbcf856a43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.655414] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8f68145-b095-4647-a767-ddcbcf856a43',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.656559] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8f68145-b095-4647-a767-ddcbcf856a43 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.656559] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8f68145-b095-4647-a767-ddcbcf856a43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.656762] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-7968e82f-96ed-40b2-84fb-899ec06cd326 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.656865] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7968e82f-96ed-40b2-84fb-899ec06cd326" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.656933] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7968e82f-96ed-40b2-84fb-899ec06cd326" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.657139] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7968e82f-96ed-40b2-84fb-899ec06cd326" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.657216] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7968e82f-96ed-40b2-84fb-899ec06cd326',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.665260] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('424b630a-1669-4db1-a165-0c2cfa6c8053',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.815813] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-d075b3cd-e544-42a6-afb4-6f693b39465c taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.816060] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.901046] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock network-809 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.901046] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "network-809" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.901046] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "network-809" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.901546] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "network-809" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.902609] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.902609] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.902609] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.902609] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.902872] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.903136] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 742.903282] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 742.903467] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 742.903633] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 742.903774] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 742.903909] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 742.904090] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 742.925497] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 742.927362] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 742.927362] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 742.927362] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "network-809" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.927362] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock port-961365a5-a0cb-4f1a-b56e-2103a47f3b11 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.929939] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "port-961365a5-a0cb-4f1a-b56e-2103a47f3b11" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.929939] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "port-961365a5-a0cb-4f1a-b56e-2103a47f3b11" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.929939] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "port-961365a5-a0cb-4f1a-b56e-2103a47f3b11" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.929939] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('961365a5-a0cb-4f1a-b56e-2103a47f3b11',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.975855] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d075b3cd-e544-42a6-afb4-6f693b39465c',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.036373] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock network-885 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.036717] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "network-885" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.036885] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "network-885" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.037202] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "network-885" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.037525] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.037715] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.037833] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.038122] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.038307] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.038519] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 743.038620] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 743.038725] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 743.038826] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 743.038945] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 743.039063] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 743.039199] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 743.062168] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 743.062400] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 743.062563] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 743.062810] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "network-885" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.063189] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock port-66ebef59-9b00-4544-84b7-d102fa258ed8 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.063378] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "port-66ebef59-9b00-4544-84b7-d102fa258ed8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.063537] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "port-66ebef59-9b00-4544-84b7-d102fa258ed8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.063933] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "port-66ebef59-9b00-4544-84b7-d102fa258ed8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.064127] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66ebef59-9b00-4544-84b7-d102fa258ed8',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.080497] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e28debbf-1c00-4cdb-a07a-a8778600e9a3',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.129284] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f8f68145-b095-4647-a767-ddcbcf856a43',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.160530] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8f68145-b095-4647-a767-ddcbcf856a43 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.160635] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8f68145-b095-4647-a767-ddcbcf856a43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.162112] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7968e82f-96ed-40b2-84fb-899ec06cd326 with status ACTIVE [ 743.162361] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.162523] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.162617] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.162845] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.162937] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.163121] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.163216] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.163336] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.163438] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.163511] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.163684] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.163773] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.163830] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.164063] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.164136] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.164218] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7968e82f-96ed-40b2-84fb-899ec06cd326 is going to be updated. [ 743.169895] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('424b630a-1669-4db1-a165-0c2cfa6c8053',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.189375] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.189608] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.189741] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.189918] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.190073] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.190239] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7968e82f-96ed-40b2-84fb-899ec06cd326" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.432914] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.433200] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.433429] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.433833] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.434090] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.434332] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Segment Port 961365a5-a0cb-4f1a-b56e-2103a47f3b11 not found, creating... [ 743.434763] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.435033] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.435234] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.435594] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.435824] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.436279] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.436514] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.436727] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.437204] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.437480] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.437736] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Resource: SegmentPort with ID: 961365a5-a0cb-4f1a-b56e-2103a47f3b11 is going to be created. [ 743.460753] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.461064] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.461243] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.461635] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.461987] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.462363] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "port-961365a5-a0cb-4f1a-b56e-2103a47f3b11" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.479456] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d075b3cd-e544-42a6-afb4-6f693b39465c',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.568313] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.568614] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.568778] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.569169] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.569366] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.569596] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Segment Port 66ebef59-9b00-4544-84b7-d102fa258ed8 not found, creating... [ 743.570105] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.570358] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.570518] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.570879] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.571104] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.571473] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.571634] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.571747] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.572072] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.572261] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.572567] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Resource: SegmentPort with ID: 66ebef59-9b00-4544-84b7-d102fa258ed8 is going to be created. [ 743.583226] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.583451] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.583514] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.583774] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.583883] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.583988] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e28debbf-1c00-4cdb-a07a-a8778600e9a3 is going to be updated. [ 743.607010] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.607237] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.607348] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.607642] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.607860] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.608142] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "port-66ebef59-9b00-4544-84b7-d102fa258ed8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.631897] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f8f68145-b095-4647-a767-ddcbcf856a43',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.638633] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.638848] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.638954] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.639206] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.639363] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.660678] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e28debbf-1c00-4cdb-a07a-a8778600e9a3 in Status: IN_PROGRESS for 2s [ 743.672718] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.672986] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.673133] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.673477] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.673624] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.673785] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 424b630a-1669-4db1-a165-0c2cfa6c8053 is going to be updated. [ 743.745206] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.745507] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.745667] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.745992] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.746285] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.758857] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 424b630a-1669-4db1-a165-0c2cfa6c8053 in Status: IN_PROGRESS for 2s [ 743.982618] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.982819] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.982918] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.983191] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.983306] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.983406] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d075b3cd-e544-42a6-afb4-6f693b39465c is going to be updated. [ 744.020554] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.020738] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.020803] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.021076] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.021234] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.030996] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d075b3cd-e544-42a6-afb4-6f693b39465c in Status: IN_PROGRESS for 2s [ 744.134756] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.135140] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.135140] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.135220] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.135432] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.135432] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8f68145-b095-4647-a767-ddcbcf856a43 is going to be updated. [ 744.179040] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.179040] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.179284] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.179413] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.179493] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.198114] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8f68145-b095-4647-a767-ddcbcf856a43 in Status: IN_PROGRESS for 2s [ 744.201232] env[65429]: INFO networking_nsxv3.common.synchronization [req-d595c5ae-fcdc-4d82-8c85-222d8c98180e req-8f5281a0-4d8e-4dbd-bd64-929bebcfafdf service nova] Enqueued Resource ID: 424b630a-1669-4db1-a165-0c2cfa6c8053 with Priority: HIGHEST for action security_group_rules [ 744.201402] env[65429]: INFO networking_nsxv3.common.synchronization [req-d595c5ae-fcdc-4d82-8c85-222d8c98180e req-8f5281a0-4d8e-4dbd-bd64-929bebcfafdf service nova] Enqueued Resource ID: 424b630a-1669-4db1-a165-0c2cfa6c8053 with Priority: HIGHEST for action security_group_members [ 744.201536] env[65429]: INFO networking_nsxv3.common.synchronization [req-d595c5ae-fcdc-4d82-8c85-222d8c98180e req-8f5281a0-4d8e-4dbd-bd64-929bebcfafdf service nova] Enqueued Resource ID: 961365a5-a0cb-4f1a-b56e-2103a47f3b11 with Priority: HIGHEST for action port [ 744.202080] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 424b630a-1669-4db1-a165-0c2cfa6c8053 with Priority: HIGHEST for action security_group_rules [ 744.202216] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 424b630a-1669-4db1-a165-0c2cfa6c8053 with Priority: HIGHEST for action security_group_members [ 744.202314] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 961365a5-a0cb-4f1a-b56e-2103a47f3b11 with Priority: HIGHEST for action port [ 744.202619] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-424b630a-1669-4db1-a165-0c2cfa6c8053 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.202678] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.202946] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-424b630a-1669-4db1-a165-0c2cfa6c8053 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.202946] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.203089] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-961365a5-a0cb-4f1a-b56e-2103a47f3b11 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.203191] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-961365a5-a0cb-4f1a-b56e-2103a47f3b11" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.203254] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-961365a5-a0cb-4f1a-b56e-2103a47f3b11" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.203454] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-961365a5-a0cb-4f1a-b56e-2103a47f3b11" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.203546] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('961365a5-a0cb-4f1a-b56e-2103a47f3b11',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.333761] env[65429]: INFO networking_nsxv3.common.synchronization [req-ab633896-3e63-4ee2-ad5f-7829bf21b6bd req-61e7347b-f4bf-42fe-a63b-ee40ab337130 service nova] Enqueued Resource ID: d075b3cd-e544-42a6-afb4-6f693b39465c with Priority: HIGHEST for action security_group_rules [ 744.333991] env[65429]: INFO networking_nsxv3.common.synchronization [req-ab633896-3e63-4ee2-ad5f-7829bf21b6bd req-61e7347b-f4bf-42fe-a63b-ee40ab337130 service nova] Enqueued Resource ID: d075b3cd-e544-42a6-afb4-6f693b39465c with Priority: HIGHEST for action security_group_members [ 744.334146] env[65429]: INFO networking_nsxv3.common.synchronization [req-ab633896-3e63-4ee2-ad5f-7829bf21b6bd req-61e7347b-f4bf-42fe-a63b-ee40ab337130 service nova] Enqueued Resource ID: 66ebef59-9b00-4544-84b7-d102fa258ed8 with Priority: HIGHEST for action port [ 744.334727] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d075b3cd-e544-42a6-afb4-6f693b39465c with Priority: HIGHEST for action security_group_rules [ 744.334876] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d075b3cd-e544-42a6-afb4-6f693b39465c with Priority: HIGHEST for action security_group_members [ 744.334973] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66ebef59-9b00-4544-84b7-d102fa258ed8 with Priority: HIGHEST for action port [ 744.335926] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d075b3cd-e544-42a6-afb4-6f693b39465c taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.336109] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.336578] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-d075b3cd-e544-42a6-afb4-6f693b39465c taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.336809] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.337213] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-66ebef59-9b00-4544-84b7-d102fa258ed8 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.337353] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66ebef59-9b00-4544-84b7-d102fa258ed8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.337554] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66ebef59-9b00-4544-84b7-d102fa258ed8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.337836] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66ebef59-9b00-4544-84b7-d102fa258ed8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.337962] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66ebef59-9b00-4544-84b7-d102fa258ed8',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.604233] env[65429]: INFO networking_nsxv3.common.synchronization [req-34189235-e959-400e-ad0d-3f71e849f283 req-1167e8d6-b06c-472b-93eb-c1edd7280afe tempest-InstanceActionsNegativeTestJSON-162280202 tempest-InstanceActionsNegativeTestJSON-162280202-project-member] Enqueued Resource ID: 7e77b1c4-9adb-44cf-a1e5-466c45ba3984 with Priority: HIGHEST for action security_group_members [ 744.604762] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e77b1c4-9adb-44cf-a1e5-466c45ba3984 with Priority: HIGHEST for action security_group_members [ 744.606303] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e77b1c4-9adb-44cf-a1e5-466c45ba3984 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.606457] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e77b1c4-9adb-44cf-a1e5-466c45ba3984" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.606569] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e77b1c4-9adb-44cf-a1e5-466c45ba3984" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.606898] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e77b1c4-9adb-44cf-a1e5-466c45ba3984" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.608132] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.608256] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.608355] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.608635] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.608790] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.608955] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e77b1c4-9adb-44cf-a1e5-466c45ba3984',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.705202] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 961365a5-a0cb-4f1a-b56e-2103a47f3b11 with status ACTIVE [ 744.705500] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.705645] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.705715] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.705928] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.706043] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.707035] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.707035] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.707035] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.707035] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.707035] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.707035] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.707035] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.707035] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.707035] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.707509] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.707509] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 961365a5-a0cb-4f1a-b56e-2103a47f3b11 is going to be updated. [ 744.713296] env[65429]: INFO networking_nsxv3.common.synchronization [req-da07d854-d43f-442c-989d-09ab51b704c2 req-37b23646-7105-43fa-bb5c-3e5af260a34d tempest-FloatingIPsAssociationTestJSON-763823736 tempest-FloatingIPsAssociationTestJSON-763823736-project-member] Enqueued Resource ID: 8e26d4d1-f937-4c1e-b058-9e98385baab0 with Priority: HIGHEST for action security_group_members [ 744.715890] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e26d4d1-f937-4c1e-b058-9e98385baab0 with Priority: HIGHEST for action security_group_members [ 744.715890] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e26d4d1-f937-4c1e-b058-9e98385baab0 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.715890] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e26d4d1-f937-4c1e-b058-9e98385baab0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.715890] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e26d4d1-f937-4c1e-b058-9e98385baab0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.717044] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e26d4d1-f937-4c1e-b058-9e98385baab0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.717044] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.717044] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.717044] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.717044] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.717044] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.717044] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e26d4d1-f937-4c1e-b058-9e98385baab0',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.731603] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.731910] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.732089] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.732678] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.732931] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.733292] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-961365a5-a0cb-4f1a-b56e-2103a47f3b11" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.841052] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 66ebef59-9b00-4544-84b7-d102fa258ed8 with status ACTIVE [ 744.841164] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.841239] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.841309] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.841554] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.841672] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.841883] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.842013] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.842079] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.842351] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.842436] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.842831] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.842831] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.842831] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.842972] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.843023] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.843146] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 66ebef59-9b00-4544-84b7-d102fa258ed8 is going to be updated. [ 744.888549] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.889107] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.889312] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.889767] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.890335] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.890335] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66ebef59-9b00-4544-84b7-d102fa258ed8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.110940] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.111143] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.111183] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.111495] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.111644] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.111878] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.112037] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.112114] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.112318] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.112423] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.112529] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e77b1c4-9adb-44cf-a1e5-466c45ba3984 is going to be updated. [ 745.144991] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.145428] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.145428] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.145525] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.145627] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.156517] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e77b1c4-9adb-44cf-a1e5-466c45ba3984 in Status: IN_PROGRESS for 2s [ 745.219607] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e26d4d1-f937-4c1e-b058-9e98385baab0',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.671953] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e28debbf-1c00-4cdb-a07a-a8778600e9a3 in Status: SUCCESS [ 745.672249] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e28debbf-1c00-4cdb-a07a-a8778600e9a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.722413] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e26d4d1-f937-4c1e-b058-9e98385baab0',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.771182] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 424b630a-1669-4db1-a165-0c2cfa6c8053 in Status: SUCCESS [ 745.771348] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.772334] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.772334] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.772478] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.772538] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.772592] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.772772] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.772904] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.773898] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('424b630a-1669-4db1-a165-0c2cfa6c8053',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.040699] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d075b3cd-e544-42a6-afb4-6f693b39465c in Status: SUCCESS [ 746.040931] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.041114] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.041329] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.041516] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.041668] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.041734] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.041886] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.041960] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.042417] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.042417] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-d075b3cd-e544-42a6-afb4-6f693b39465c taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.042417] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.042417] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.042603] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.042603] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.042838] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.042838] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.042922] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.042961] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.043023] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.043108] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d075b3cd-e544-42a6-afb4-6f693b39465c',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.044055] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.044133] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.044240] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.044336] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.044401] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.044538] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.045393] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.045393] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d075b3cd-e544-42a6-afb4-6f693b39465c',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.212536] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8f68145-b095-4647-a767-ddcbcf856a43 in Status: SUCCESS [ 746.212853] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8f68145-b095-4647-a767-ddcbcf856a43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.212932] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8f68145-b095-4647-a767-ddcbcf856a43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.213171] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8f68145-b095-4647-a767-ddcbcf856a43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.213362] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.213482] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.213565] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.213699] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.213781] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.213880] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8f68145-b095-4647-a767-ddcbcf856a43',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.225958] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.226162] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.226229] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.226482] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.226577] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.226680] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e26d4d1-f937-4c1e-b058-9e98385baab0 is going to be updated. [ 746.261275] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.261430] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.261517] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.261692] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.261838] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.272688] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e26d4d1-f937-4c1e-b058-9e98385baab0 in Status: IN_PROGRESS for 2s [ 746.278190] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('424b630a-1669-4db1-a165-0c2cfa6c8053',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.548211] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d075b3cd-e544-42a6-afb4-6f693b39465c: rpc.has_security_group_logging(os_id): False [ 746.549210] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d075b3cd-e544-42a6-afb4-6f693b39465c',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.581786] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.581786] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.581786] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.582073] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.582138] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.582821] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.582821] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.582821] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.582821] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.582821] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.583099] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.583256] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.583256] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.583443] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.583535] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.584402] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.584402] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.584402] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.584402] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.584402] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.584402] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d075b3cd-e544-42a6-afb4-6f693b39465c is going to be created. [ 746.668372] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.668714] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.668714] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.668838] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.669040] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.681157] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d075b3cd-e544-42a6-afb4-6f693b39465c in Status: IN_PROGRESS for 2s [ 746.717123] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f8f68145-b095-4647-a767-ddcbcf856a43',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.781119] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('424b630a-1669-4db1-a165-0c2cfa6c8053',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.051672] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d075b3cd-e544-42a6-afb4-6f693b39465c',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.166568] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e77b1c4-9adb-44cf-a1e5-466c45ba3984 in Status: SUCCESS [ 747.167384] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e77b1c4-9adb-44cf-a1e5-466c45ba3984 deletion is rescheduled due to dependency. [ 747.167384] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e77b1c4-9adb-44cf-a1e5-466c45ba3984" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.220050] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f8f68145-b095-4647-a767-ddcbcf856a43',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.284181] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.284392] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.284446] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.284779] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.284877] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.284977] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 424b630a-1669-4db1-a165-0c2cfa6c8053 is going to be updated. [ 747.349305] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.349536] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.349536] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.349798] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.349946] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.372040] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 424b630a-1669-4db1-a165-0c2cfa6c8053 in Status: IN_PROGRESS for 2s [ 747.554796] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.554871] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.554943] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.555177] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.555333] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.555377] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d075b3cd-e544-42a6-afb4-6f693b39465c is going to be updated. [ 747.591577] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.591744] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.591826] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.592100] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.592253] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.604477] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d075b3cd-e544-42a6-afb4-6f693b39465c in Status: IN_PROGRESS for 2s [ 747.722318] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.722518] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.722637] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.722752] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.722842] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.722940] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8f68145-b095-4647-a767-ddcbcf856a43 is going to be updated. [ 747.756758] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.756758] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.756758] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.756758] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.756758] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.766114] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8f68145-b095-4647-a767-ddcbcf856a43 in Status: IN_PROGRESS for 2s [ 748.287033] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e26d4d1-f937-4c1e-b058-9e98385baab0 in Status: SUCCESS [ 748.287033] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e26d4d1-f937-4c1e-b058-9e98385baab0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.707918] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d075b3cd-e544-42a6-afb4-6f693b39465c in Status: SUCCESS [ 748.708175] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.708384] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.708606] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.708696] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d075b3cd-e544-42a6-afb4-6f693b39465c',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.210740] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-d075b3cd-e544-42a6-afb4-6f693b39465c taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.210740] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.384960] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 424b630a-1669-4db1-a165-0c2cfa6c8053 in Status: SUCCESS [ 749.385299] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.385562] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.385932] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.386147] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.387054] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.387205] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.387454] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.387596] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.387718] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.387863] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('424b630a-1669-4db1-a165-0c2cfa6c8053',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.388859] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.389176] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.389394] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.389577] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.389667] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.389858] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.389954] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.390071] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('424b630a-1669-4db1-a165-0c2cfa6c8053',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.617617] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d075b3cd-e544-42a6-afb4-6f693b39465c in Status: SUCCESS [ 749.618547] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.618848] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.620477] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.620477] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.620477] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.620477] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.620477] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.620477] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.620477] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.620477] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d075b3cd-e544-42a6-afb4-6f693b39465c',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.716205] env[65429]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 749.716682] env[65429]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=6 [ 749.737504] env[65429]: INFO networking_nsxv3.common.synchronization [None req-2be49df2-388e-4cf9-b9fc-04e19f979d47 None None] Enqueued Resource ID: d98a9443-6b76-47d7-9c8a-60b10631b840 with Priority: HIGHEST for action port [ 749.738271] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d98a9443-6b76-47d7-9c8a-60b10631b840 with Priority: HIGHEST for action port [ 749.738964] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-d98a9443-6b76-47d7-9c8a-60b10631b840 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.739151] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d98a9443-6b76-47d7-9c8a-60b10631b840" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.739240] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d98a9443-6b76-47d7-9c8a-60b10631b840" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.739591] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d98a9443-6b76-47d7-9c8a-60b10631b840" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.740061] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d98a9443-6b76-47d7-9c8a-60b10631b840',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.789899] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8f68145-b095-4647-a767-ddcbcf856a43 in Status: SUCCESS [ 749.790240] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8f68145-b095-4647-a767-ddcbcf856a43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.791099] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8f68145-b095-4647-a767-ddcbcf856a43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.791365] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8f68145-b095-4647-a767-ddcbcf856a43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.793033] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.793033] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.793033] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.793033] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.793033] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.793033] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8f68145-b095-4647-a767-ddcbcf856a43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.793033] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f8f68145-b095-4647-a767-ddcbcf856a43',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.893109] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-424b630a-1669-4db1-a165-0c2cfa6c8053 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.893315] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.894554] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('424b630a-1669-4db1-a165-0c2cfa6c8053',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.123055] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-d075b3cd-e544-42a6-afb4-6f693b39465c taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.123234] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.123297] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.124375] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.124879] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.125193] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.125365] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.125596] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.125707] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.125904] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.125968] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-d075b3cd-e544-42a6-afb4-6f693b39465c taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.126101] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.126166] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.126316] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.126484] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.126553] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.126615] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.126759] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.126838] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.126930] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.127034] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d075b3cd-e544-42a6-afb4-6f693b39465c',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.245460] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d98a9443-6b76-47d7-9c8a-60b10631b840 [ 750.245460] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.245670] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.245670] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.245974] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.246117] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.246267] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d98a9443-6b76-47d7-9c8a-60b10631b840 already deleted. [ 750.246399] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d98a9443-6b76-47d7-9c8a-60b10631b840" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.298057] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f8f68145-b095-4647-a767-ddcbcf856a43',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.396556] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('424b630a-1669-4db1-a165-0c2cfa6c8053',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.470885] env[65429]: INFO networking_nsxv3.common.synchronization [req-9c980902-efec-4d38-a3d0-671d47aa89c0 req-fa92d20f-dede-40c1-bd97-f832bbf7074c tempest-ServersAdminNegativeTestJSON-1278932542 tempest-ServersAdminNegativeTestJSON-1278932542-project-member] Enqueued Resource ID: 30289e1a-24e2-49c4-860e-1d0350a75fd4 with Priority: HIGHEST for action security_group_members [ 750.471449] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30289e1a-24e2-49c4-860e-1d0350a75fd4 with Priority: HIGHEST for action security_group_members [ 750.471773] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-30289e1a-24e2-49c4-860e-1d0350a75fd4 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.471915] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30289e1a-24e2-49c4-860e-1d0350a75fd4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.471983] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30289e1a-24e2-49c4-860e-1d0350a75fd4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.472867] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30289e1a-24e2-49c4-860e-1d0350a75fd4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.473181] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.473303] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.473373] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.473515] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.474210] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.474340] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30289e1a-24e2-49c4-860e-1d0350a75fd4',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.629607] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d075b3cd-e544-42a6-afb4-6f693b39465c: rpc.has_security_group_logging(os_id): False [ 750.648343] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.648343] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.648343] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.648753] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.648753] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.648753] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.649064] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.649064] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.649127] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.649159] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.649349] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.649444] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.649495] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.651122] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.651122] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.651122] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.651122] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.651122] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.651122] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.651122] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.651122] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d075b3cd-e544-42a6-afb4-6f693b39465c is going to be updated. [ 750.710848] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.710997] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.711087] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.711344] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.711495] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.725724] env[65429]: INFO networking_nsxv3.common.synchronization [req-36999def-bf58-40ce-a32d-9723f73e7a3e req-ea9c53bf-beb4-45f7-a7e0-94da08678f49 tempest-AttachInterfacesV270Test-346236581 tempest-AttachInterfacesV270Test-346236581-project-member] Enqueued Resource ID: aaaa776d-20a9-4188-ad20-cd047f8c5f91 with Priority: HIGHEST for action security_group_members [ 750.727419] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d075b3cd-e544-42a6-afb4-6f693b39465c in Status: IN_PROGRESS for 2s [ 750.728134] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aaaa776d-20a9-4188-ad20-cd047f8c5f91 with Priority: HIGHEST for action security_group_members [ 750.728386] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-aaaa776d-20a9-4188-ad20-cd047f8c5f91 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.728638] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aaaa776d-20a9-4188-ad20-cd047f8c5f91" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.728709] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aaaa776d-20a9-4188-ad20-cd047f8c5f91" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.729193] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aaaa776d-20a9-4188-ad20-cd047f8c5f91" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.729193] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.729372] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.729372] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.729490] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.729587] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.729664] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aaaa776d-20a9-4188-ad20-cd047f8c5f91',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.803361] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f8f68145-b095-4647-a767-ddcbcf856a43: rpc.has_security_group_logging(os_id): False [ 750.825550] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.826067] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.826203] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.826797] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.827049] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.827482] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.827735] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.827818] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.828354] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.828599] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.828727] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8f68145-b095-4647-a767-ddcbcf856a43 is going to be updated. [ 750.899317] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.899457] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.899613] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.900286] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.900429] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.900587] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 424b630a-1669-4db1-a165-0c2cfa6c8053 is going to be updated. [ 750.904425] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.904621] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.904687] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.904885] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.905037] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.918026] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8f68145-b095-4647-a767-ddcbcf856a43 in Status: IN_PROGRESS for 2s [ 750.936640] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.936640] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.937076] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.937076] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.937076] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.953274] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 424b630a-1669-4db1-a165-0c2cfa6c8053 in Status: IN_PROGRESS for 2s [ 750.979931] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30289e1a-24e2-49c4-860e-1d0350a75fd4',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.234043] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.234043] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.234043] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.234043] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.234043] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.234043] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.234043] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.234043] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.234043] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.234043] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.234043] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aaaa776d-20a9-4188-ad20-cd047f8c5f91 is going to be updated. [ 751.274247] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.274247] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.274247] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.274247] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.274247] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.283535] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aaaa776d-20a9-4188-ad20-cd047f8c5f91 in Status: IN_PROGRESS for 2s [ 751.482441] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30289e1a-24e2-49c4-860e-1d0350a75fd4',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.985872] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.986046] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.986119] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.986777] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.986777] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.986777] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30289e1a-24e2-49c4-860e-1d0350a75fd4 is going to be updated. [ 752.032427] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.036060] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.036060] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.036060] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.036060] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.045847] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30289e1a-24e2-49c4-860e-1d0350a75fd4 in Status: IN_PROGRESS for 2s [ 752.579972] env[65429]: INFO networking_nsxv3.common.synchronization [None req-63021721-32af-417a-bf6b-6857d2daf9ac tempest-AttachVolumeShelveTestJSON-176561124 tempest-AttachVolumeShelveTestJSON-176561124-project-member] Enqueued Resource ID: a8b06054-6748-40e3-9ac0-9be9fb37b7d3 with Priority: HIGHEST for action security_group_rules [ 752.580526] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8b06054-6748-40e3-9ac0-9be9fb37b7d3 with Priority: HIGHEST for action security_group_rules [ 752.580857] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8b06054-6748-40e3-9ac0-9be9fb37b7d3 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.580974] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8b06054-6748-40e3-9ac0-9be9fb37b7d3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.583162] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8b06054-6748-40e3-9ac0-9be9fb37b7d3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.583443] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8b06054-6748-40e3-9ac0-9be9fb37b7d3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.583530] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8b06054-6748-40e3-9ac0-9be9fb37b7d3',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.592600] env[65429]: INFO networking_nsxv3.common.synchronization [None req-5a71e210-c630-4138-aebc-30b229cb7832 None None] Enqueued Resource ID: aa510a52-59b8-4d9e-ac28-1bf05a18b13e with Priority: HIGHEST for action port [ 752.592831] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa510a52-59b8-4d9e-ac28-1bf05a18b13e with Priority: HIGHEST for action port [ 752.593388] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa510a52-59b8-4d9e-ac28-1bf05a18b13e taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.593503] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa510a52-59b8-4d9e-ac28-1bf05a18b13e" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.593576] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa510a52-59b8-4d9e-ac28-1bf05a18b13e" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.594402] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa510a52-59b8-4d9e-ac28-1bf05a18b13e" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.594402] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa510a52-59b8-4d9e-ac28-1bf05a18b13e',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.742526] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d075b3cd-e544-42a6-afb4-6f693b39465c in Status: SUCCESS [ 752.742763] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.931185] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8f68145-b095-4647-a767-ddcbcf856a43 in Status: SUCCESS [ 752.931417] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8f68145-b095-4647-a767-ddcbcf856a43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.962397] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 424b630a-1669-4db1-a165-0c2cfa6c8053 in Status: SUCCESS [ 752.962704] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.962788] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.963027] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.963183] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.963296] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.963353] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.963507] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.963583] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.963667] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.963869] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-424b630a-1669-4db1-a165-0c2cfa6c8053 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.963969] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.964043] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.964185] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.964318] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.964407] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.964465] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.964913] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.964913] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.964913] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.964913] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('424b630a-1669-4db1-a165-0c2cfa6c8053',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.017149] env[65429]: INFO networking_nsxv3.common.synchronization [req-d617715d-7182-4428-a234-ff4e5fafe059 req-edfc4fd6-8bd4-4dc8-95e1-bbd697297385 tempest-AttachInterfacesUnderV243Test-1703566497 tempest-AttachInterfacesUnderV243Test-1703566497-project-member] Enqueued Resource ID: f8f68145-b095-4647-a767-ddcbcf856a43 with Priority: HIGHEST for action security_group_members [ 753.017149] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8f68145-b095-4647-a767-ddcbcf856a43 with Priority: HIGHEST for action security_group_members [ 753.017149] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8f68145-b095-4647-a767-ddcbcf856a43 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.017149] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8f68145-b095-4647-a767-ddcbcf856a43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.017149] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8f68145-b095-4647-a767-ddcbcf856a43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.017149] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8f68145-b095-4647-a767-ddcbcf856a43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.017149] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.017149] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.017149] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.018335] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.018575] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.019617] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8f68145-b095-4647-a767-ddcbcf856a43',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.027363] env[65429]: INFO networking_nsxv3.common.synchronization [req-d617715d-7182-4428-a234-ff4e5fafe059 req-edfc4fd6-8bd4-4dc8-95e1-bbd697297385 tempest-AttachInterfacesUnderV243Test-1703566497 tempest-AttachInterfacesUnderV243Test-1703566497-project-member] Enqueued Resource ID: f8f68145-b095-4647-a767-ddcbcf856a43 with Priority: HIGHEST for action security_group_rules [ 753.027519] env[65429]: INFO networking_nsxv3.common.synchronization [req-d617715d-7182-4428-a234-ff4e5fafe059 req-edfc4fd6-8bd4-4dc8-95e1-bbd697297385 tempest-AttachInterfacesUnderV243Test-1703566497 tempest-AttachInterfacesUnderV243Test-1703566497-project-member] Enqueued Resource ID: f8f68145-b095-4647-a767-ddcbcf856a43 with Priority: HIGHEST for action security_group_members [ 753.030127] env[65429]: INFO networking_nsxv3.common.synchronization [req-d617715d-7182-4428-a234-ff4e5fafe059 req-edfc4fd6-8bd4-4dc8-95e1-bbd697297385 tempest-AttachInterfacesUnderV243Test-1703566497 tempest-AttachInterfacesUnderV243Test-1703566497-project-member] Enqueued Resource ID: 7968e82f-96ed-40b2-84fb-899ec06cd326 with Priority: HIGHEST for action port [ 753.030127] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8f68145-b095-4647-a767-ddcbcf856a43 with Priority: HIGHEST for action security_group_rules [ 753.030127] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8f68145-b095-4647-a767-ddcbcf856a43 with Priority: HIGHEST for action security_group_members [ 753.030127] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7968e82f-96ed-40b2-84fb-899ec06cd326 with Priority: HIGHEST for action port [ 753.030127] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8f68145-b095-4647-a767-ddcbcf856a43 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.030127] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8f68145-b095-4647-a767-ddcbcf856a43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.030127] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8f68145-b095-4647-a767-ddcbcf856a43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.030127] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8f68145-b095-4647-a767-ddcbcf856a43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.030127] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8f68145-b095-4647-a767-ddcbcf856a43',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.030771] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8f68145-b095-4647-a767-ddcbcf856a43 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.031366] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8f68145-b095-4647-a767-ddcbcf856a43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.031366] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-7968e82f-96ed-40b2-84fb-899ec06cd326 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.031492] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7968e82f-96ed-40b2-84fb-899ec06cd326" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.031492] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7968e82f-96ed-40b2-84fb-899ec06cd326" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.032257] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7968e82f-96ed-40b2-84fb-899ec06cd326" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.032257] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7968e82f-96ed-40b2-84fb-899ec06cd326',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.100562] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aa510a52-59b8-4d9e-ac28-1bf05a18b13e [ 753.100562] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.100562] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.100562] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.100859] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.100892] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.100994] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aa510a52-59b8-4d9e-ac28-1bf05a18b13e already deleted. [ 753.101088] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa510a52-59b8-4d9e-ac28-1bf05a18b13e" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.111722] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.112273] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.112506] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.112697] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.112877] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.112935] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8b06054-6748-40e3-9ac0-9be9fb37b7d3 already deleted. [ 753.113063] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8b06054-6748-40e3-9ac0-9be9fb37b7d3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.210419] env[65429]: INFO networking_nsxv3.common.synchronization [None req-6da4b5fa-02da-436f-9c83-a9857c40f456 tempest-AttachVolumeShelveTestJSON-176561124 tempest-AttachVolumeShelveTestJSON-176561124-project-member] Enqueued Resource ID: a8b06054-6748-40e3-9ac0-9be9fb37b7d3 with Priority: HIGHEST for action security_group_rules [ 753.211217] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8b06054-6748-40e3-9ac0-9be9fb37b7d3 with Priority: HIGHEST for action security_group_rules [ 753.211400] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8b06054-6748-40e3-9ac0-9be9fb37b7d3 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.211725] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8b06054-6748-40e3-9ac0-9be9fb37b7d3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.211725] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8b06054-6748-40e3-9ac0-9be9fb37b7d3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.211868] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8b06054-6748-40e3-9ac0-9be9fb37b7d3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.212143] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8b06054-6748-40e3-9ac0-9be9fb37b7d3',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.295722] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aaaa776d-20a9-4188-ad20-cd047f8c5f91 in Status: IN_PROGRESS for 4s [ 753.466962] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 424b630a-1669-4db1-a165-0c2cfa6c8053: rpc.has_security_group_logging(os_id): False [ 753.489453] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.489654] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.489705] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.490146] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.490146] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.490324] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.490420] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.490484] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.490655] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.490734] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.490938] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.491057] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.491113] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.491262] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.491336] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.491518] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.491619] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.491672] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.491798] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.491865] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.491952] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 424b630a-1669-4db1-a165-0c2cfa6c8053 is going to be updated. [ 753.523479] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f8f68145-b095-4647-a767-ddcbcf856a43',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.533930] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8f68145-b095-4647-a767-ddcbcf856a43 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.534138] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8f68145-b095-4647-a767-ddcbcf856a43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.534309] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7968e82f-96ed-40b2-84fb-899ec06cd326 with status ACTIVE [ 753.534486] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.534595] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.534685] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.534927] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.535037] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.535219] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.535320] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.535380] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.535530] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.535625] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.535803] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.535895] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.535956] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.536129] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.536205] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.536474] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7968e82f-96ed-40b2-84fb-899ec06cd326 is going to be updated. [ 753.568572] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.568572] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.568572] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.568572] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.569104] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.569104] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7968e82f-96ed-40b2-84fb-899ec06cd326" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.593322] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.594026] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.594026] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.594026] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.594026] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.611456] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 424b630a-1669-4db1-a165-0c2cfa6c8053 in Status: IN_PROGRESS for 2s [ 753.749658] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.749658] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.750373] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.750373] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.750373] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.750373] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8b06054-6748-40e3-9ac0-9be9fb37b7d3 already deleted. [ 753.750555] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8b06054-6748-40e3-9ac0-9be9fb37b7d3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.029114] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f8f68145-b095-4647-a767-ddcbcf856a43',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.057374] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30289e1a-24e2-49c4-860e-1d0350a75fd4 in Status: SUCCESS [ 754.057374] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30289e1a-24e2-49c4-860e-1d0350a75fd4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.532091] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.532091] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.532091] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.532404] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.532437] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.532552] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8f68145-b095-4647-a767-ddcbcf856a43 is going to be updated. [ 754.565428] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.565698] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.565765] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.566763] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.566763] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.579106] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8f68145-b095-4647-a767-ddcbcf856a43 in Status: IN_PROGRESS for 2s [ 755.308120] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aaaa776d-20a9-4188-ad20-cd047f8c5f91 in Status: SUCCESS [ 755.308418] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aaaa776d-20a9-4188-ad20-cd047f8c5f91 deletion is rescheduled due to dependency. [ 755.308418] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aaaa776d-20a9-4188-ad20-cd047f8c5f91" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.596160] env[65429]: INFO networking_nsxv3.common.synchronization [req-f5eb50e6-f48a-4107-8072-6baf606258cf req-b65aeb3b-2901-4fc3-99a5-595fa4939cb0 tempest-ImagesTestJSON-1202963915 tempest-ImagesTestJSON-1202963915-project-member] Enqueued Resource ID: 346ed0eb-ae19-4843-9d5c-5fb45d121a17 with Priority: HIGHEST for action security_group_members [ 755.596665] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 346ed0eb-ae19-4843-9d5c-5fb45d121a17 with Priority: HIGHEST for action security_group_members [ 755.596965] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-346ed0eb-ae19-4843-9d5c-5fb45d121a17 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.597097] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.597171] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.597366] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.597596] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.597692] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.597764] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.597902] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.598042] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.598079] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('346ed0eb-ae19-4843-9d5c-5fb45d121a17',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.629367] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 424b630a-1669-4db1-a165-0c2cfa6c8053 in Status: SUCCESS [ 755.629367] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.629367] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.629367] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.629367] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('424b630a-1669-4db1-a165-0c2cfa6c8053',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.100104] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.100556] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.100556] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.100556] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.100677] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.100779] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.101145] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.101145] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.101145] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.101145] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.101933] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 346ed0eb-ae19-4843-9d5c-5fb45d121a17 is going to be updated. [ 756.132291] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-424b630a-1669-4db1-a165-0c2cfa6c8053 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.132443] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.132506] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.132722] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.132944] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.133083] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.133165] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.133318] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.133428] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.133494] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.133585] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('424b630a-1669-4db1-a165-0c2cfa6c8053',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.135745] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.135869] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.136092] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.136162] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.136676] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.146508] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 346ed0eb-ae19-4843-9d5c-5fb45d121a17 in Status: IN_PROGRESS for 2s [ 756.592092] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8f68145-b095-4647-a767-ddcbcf856a43 in Status: SUCCESS [ 756.592092] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8f68145-b095-4647-a767-ddcbcf856a43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.592498] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8f68145-b095-4647-a767-ddcbcf856a43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.593890] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8f68145-b095-4647-a767-ddcbcf856a43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.593890] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.593890] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.594191] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.594191] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.594247] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.594335] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8f68145-b095-4647-a767-ddcbcf856a43',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.604392] env[65429]: INFO networking_nsxv3.common.synchronization [req-a2caa6f8-55c9-4994-82cc-5f59b6f068b0 req-c1cfffc7-35dc-4258-b800-f3c615d17760 tempest-ServerDiskConfigTestJSON-1203054178 tempest-ServerDiskConfigTestJSON-1203054178-project-member] Enqueued Resource ID: 175f5593-8cac-48d4-9609-d6330a935761 with Priority: HIGHEST for action security_group_members [ 756.605505] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 175f5593-8cac-48d4-9609-d6330a935761 with Priority: HIGHEST for action security_group_members [ 756.606305] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-175f5593-8cac-48d4-9609-d6330a935761 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.606451] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.606500] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.606877] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.607205] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.607205] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.607205] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.607387] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.607420] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.607976] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('175f5593-8cac-48d4-9609-d6330a935761',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.637534] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-424b630a-1669-4db1-a165-0c2cfa6c8053 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.637534] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.637534] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.637534] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.637534] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.637534] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.637534] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.637534] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.637534] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.637534] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.637534] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-424b630a-1669-4db1-a165-0c2cfa6c8053 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.637534] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.637534] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.638144] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.638144] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.638144] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.638144] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.638144] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.638296] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.638296] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.638352] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('424b630a-1669-4db1-a165-0c2cfa6c8053',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.097435] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f8f68145-b095-4647-a767-ddcbcf856a43',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.109919] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.110358] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.112314] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.112314] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.112314] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.112314] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.112314] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.112314] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.112314] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.112314] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.112314] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 175f5593-8cac-48d4-9609-d6330a935761 already deleted. [ 757.112314] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.144078] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 424b630a-1669-4db1-a165-0c2cfa6c8053: rpc.has_security_group_logging(os_id): False [ 757.163109] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.163748] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.163877] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.164176] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.164284] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.164479] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.164584] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.164653] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.164809] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.164887] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.165096] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.165191] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.165253] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.165911] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.166013] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.166233] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.166333] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.166412] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.166864] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.166974] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.167092] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 424b630a-1669-4db1-a165-0c2cfa6c8053 is going to be updated. [ 757.236837] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.236837] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.236837] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.237131] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.237183] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.251170] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 424b630a-1669-4db1-a165-0c2cfa6c8053 in Status: IN_PROGRESS for 2s [ 757.518262] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock network-224 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.518548] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "network-224" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.519049] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "network-224" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.519224] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "network-224" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.519835] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.520081] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.520229] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.520456] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.520610] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.520804] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 757.520911] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 757.521032] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 757.521136] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 757.521238] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 757.521336] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 757.521455] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 757.542187] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 757.542845] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 757.542845] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 757.542845] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "network-224" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.543025] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock port-668d39d1-75b1-4829-8dd6-61c79308efb1 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.543158] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "port-668d39d1-75b1-4829-8dd6-61c79308efb1" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.543239] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "port-668d39d1-75b1-4829-8dd6-61c79308efb1" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.543566] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "port-668d39d1-75b1-4829-8dd6-61c79308efb1" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.543695] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('668d39d1-75b1-4829-8dd6-61c79308efb1',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.600705] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f8f68145-b095-4647-a767-ddcbcf856a43',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.047145] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.047525] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.047719] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.048165] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.048366] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.048588] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Segment Port 668d39d1-75b1-4829-8dd6-61c79308efb1 not found, creating... [ 758.048958] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.049185] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.049343] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.049696] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.049912] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.050574] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.050785] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.050943] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.051256] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.051467] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.051659] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Resource: SegmentPort with ID: 668d39d1-75b1-4829-8dd6-61c79308efb1 is going to be created. [ 758.075590] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.075813] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.075934] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.076240] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.076468] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.076688] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "port-668d39d1-75b1-4829-8dd6-61c79308efb1" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.103116] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.103206] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.103253] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.103742] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.103742] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.103742] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8f68145-b095-4647-a767-ddcbcf856a43 is going to be updated. [ 758.147478] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.148175] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.148466] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.148519] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.149216] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.162637] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8f68145-b095-4647-a767-ddcbcf856a43 in Status: IN_PROGRESS for 2s [ 758.165432] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 346ed0eb-ae19-4843-9d5c-5fb45d121a17 in Status: SUCCESS [ 758.165930] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 346ed0eb-ae19-4843-9d5c-5fb45d121a17 deletion is rescheduled due to dependency. [ 758.165930] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.805566] env[65429]: INFO networking_nsxv3.common.synchronization [req-a2caa6f8-55c9-4994-82cc-5f59b6f068b0 req-553bd41d-4571-4a30-a8a2-1978783ba142 service nova] Enqueued Resource ID: 175f5593-8cac-48d4-9609-d6330a935761 with Priority: HIGHEST for action security_group_rules [ 758.806110] env[65429]: INFO networking_nsxv3.common.synchronization [req-a2caa6f8-55c9-4994-82cc-5f59b6f068b0 req-553bd41d-4571-4a30-a8a2-1978783ba142 service nova] Enqueued Resource ID: 175f5593-8cac-48d4-9609-d6330a935761 with Priority: HIGHEST for action security_group_members [ 758.806470] env[65429]: INFO networking_nsxv3.common.synchronization [req-a2caa6f8-55c9-4994-82cc-5f59b6f068b0 req-553bd41d-4571-4a30-a8a2-1978783ba142 service nova] Enqueued Resource ID: 668d39d1-75b1-4829-8dd6-61c79308efb1 with Priority: HIGHEST for action port [ 758.809941] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 175f5593-8cac-48d4-9609-d6330a935761 with Priority: HIGHEST for action security_group_rules [ 758.814200] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 175f5593-8cac-48d4-9609-d6330a935761 with Priority: HIGHEST for action security_group_members [ 758.814360] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 668d39d1-75b1-4829-8dd6-61c79308efb1 with Priority: HIGHEST for action port [ 758.815043] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-175f5593-8cac-48d4-9609-d6330a935761 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.815043] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.815043] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.815272] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.815593] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('175f5593-8cac-48d4-9609-d6330a935761',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.817276] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-175f5593-8cac-48d4-9609-d6330a935761 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.817477] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.817678] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.818444] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.819596] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.819691] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.819777] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.820021] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.820167] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.820491] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('175f5593-8cac-48d4-9609-d6330a935761',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.822980] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-668d39d1-75b1-4829-8dd6-61c79308efb1 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.823143] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-668d39d1-75b1-4829-8dd6-61c79308efb1" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.823217] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-668d39d1-75b1-4829-8dd6-61c79308efb1" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.823401] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-668d39d1-75b1-4829-8dd6-61c79308efb1" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.823479] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('668d39d1-75b1-4829-8dd6-61c79308efb1',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.267701] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 424b630a-1669-4db1-a165-0c2cfa6c8053 in Status: SUCCESS [ 759.267935] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.325475] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('175f5593-8cac-48d4-9609-d6330a935761',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.326584] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-175f5593-8cac-48d4-9609-d6330a935761 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.326715] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.326839] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 668d39d1-75b1-4829-8dd6-61c79308efb1 with status ACTIVE [ 759.327212] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.327212] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.327212] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.329326] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.329326] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.329326] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.329791] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.329791] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.329791] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.329791] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.330108] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.330162] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.330256] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.331125] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.331125] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.331125] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 668d39d1-75b1-4829-8dd6-61c79308efb1 is going to be updated. [ 759.360901] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.361376] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.361376] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.361376] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.361562] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.361828] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-668d39d1-75b1-4829-8dd6-61c79308efb1" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.834533] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('175f5593-8cac-48d4-9609-d6330a935761',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.174992] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8f68145-b095-4647-a767-ddcbcf856a43 in Status: SUCCESS [ 760.175155] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8f68145-b095-4647-a767-ddcbcf856a43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.175217] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8f68145-b095-4647-a767-ddcbcf856a43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.175443] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8f68145-b095-4647-a767-ddcbcf856a43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.175683] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.175805] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.176067] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.176067] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.176222] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.176222] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8f68145-b095-4647-a767-ddcbcf856a43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.176327] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f8f68145-b095-4647-a767-ddcbcf856a43',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.342241] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.342241] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.342241] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.342241] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.342241] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.342241] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 175f5593-8cac-48d4-9609-d6330a935761 is going to be created. [ 760.365172] env[65429]: INFO networking_nsxv3.common.synchronization [None req-fc49bc50-21a1-4a4e-b29a-747763ec51b5 None None] Enqueued Resource ID: 3d4346de-7d1c-4b15-8dbe-afaa65ffa90b with Priority: HIGHEST for action port [ 760.365996] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d4346de-7d1c-4b15-8dbe-afaa65ffa90b with Priority: HIGHEST for action port [ 760.370020] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.370020] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.370020] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.370020] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.370020] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.370020] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d4346de-7d1c-4b15-8dbe-afaa65ffa90b taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.370020] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d4346de-7d1c-4b15-8dbe-afaa65ffa90b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.370020] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d4346de-7d1c-4b15-8dbe-afaa65ffa90b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.370020] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d4346de-7d1c-4b15-8dbe-afaa65ffa90b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.370020] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d4346de-7d1c-4b15-8dbe-afaa65ffa90b',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.382036] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 175f5593-8cac-48d4-9609-d6330a935761 in Status: UNINITIALIZED for 2s [ 760.678813] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f8f68145-b095-4647-a767-ddcbcf856a43',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.873621] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3d4346de-7d1c-4b15-8dbe-afaa65ffa90b [ 760.874041] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.874151] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.874206] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.874963] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.874963] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.874963] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3d4346de-7d1c-4b15-8dbe-afaa65ffa90b already deleted. [ 760.874963] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d4346de-7d1c-4b15-8dbe-afaa65ffa90b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.165189] env[65429]: INFO networking_nsxv3.common.synchronization [None req-b1395cfb-f1c9-4815-a71f-2b1458d320ca tempest-AttachInterfacesTestJSON-192137818 tempest-AttachInterfacesTestJSON-192137818-project-member] Enqueued Resource ID: 054bf747-447a-4136-a6de-156a44df67d5 with Priority: HIGHEST for action security_group_rules [ 761.165189] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 054bf747-447a-4136-a6de-156a44df67d5 with Priority: HIGHEST for action security_group_rules [ 761.165189] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-054bf747-447a-4136-a6de-156a44df67d5 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.165189] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-054bf747-447a-4136-a6de-156a44df67d5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.165189] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-054bf747-447a-4136-a6de-156a44df67d5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.165546] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-054bf747-447a-4136-a6de-156a44df67d5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.165723] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('054bf747-447a-4136-a6de-156a44df67d5',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.186375] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f8f68145-b095-4647-a767-ddcbcf856a43: rpc.has_security_group_logging(os_id): False [ 761.208821] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.209026] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.209026] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.210225] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.210225] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.210225] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.210225] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.210225] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.210225] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.210225] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.210225] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8f68145-b095-4647-a767-ddcbcf856a43 is going to be updated. [ 761.239897] env[65429]: INFO networking_nsxv3.common.synchronization [req-6f1e2cca-1b0c-4d03-bc7e-a328661babe4 req-e31a6b1a-df6b-46c7-bd72-e25e5a2983a1 tempest-MigrationsAdminTest-36101175 tempest-MigrationsAdminTest-36101175-project-member] Enqueued Resource ID: b9129a53-8081-4699-872c-2b3236dbc738 with Priority: HIGHEST for action security_group_members [ 761.240496] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9129a53-8081-4699-872c-2b3236dbc738 with Priority: HIGHEST for action security_group_members [ 761.240806] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9129a53-8081-4699-872c-2b3236dbc738 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.240923] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9129a53-8081-4699-872c-2b3236dbc738" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.240982] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9129a53-8081-4699-872c-2b3236dbc738" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.244157] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9129a53-8081-4699-872c-2b3236dbc738" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.244407] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.244528] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.244594] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.246063] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.246783] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.246783] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9129a53-8081-4699-872c-2b3236dbc738',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.277749] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.280879] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.280879] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.280879] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.280879] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.301037] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8f68145-b095-4647-a767-ddcbcf856a43 in Status: IN_PROGRESS for 2s [ 761.678899] env[65429]: INFO networking_nsxv3.common.synchronization [None req-4d352613-1c46-4eaf-8cc0-dbf0535fc2f3 None None] Enqueued Resource ID: 6fbdcf3c-5b88-47bd-be31-a157b311830f with Priority: HIGHEST for action port [ 761.680701] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fbdcf3c-5b88-47bd-be31-a157b311830f with Priority: HIGHEST for action port [ 761.680701] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-6fbdcf3c-5b88-47bd-be31-a157b311830f taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.680701] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6fbdcf3c-5b88-47bd-be31-a157b311830f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.681463] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6fbdcf3c-5b88-47bd-be31-a157b311830f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.684843] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6fbdcf3c-5b88-47bd-be31-a157b311830f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.684843] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6fbdcf3c-5b88-47bd-be31-a157b311830f',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.698849] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.698849] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.698849] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.698849] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.698849] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.698849] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 054bf747-447a-4136-a6de-156a44df67d5 already deleted. [ 761.698849] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-054bf747-447a-4136-a6de-156a44df67d5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.748830] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b9129a53-8081-4699-872c-2b3236dbc738',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.188909] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6fbdcf3c-5b88-47bd-be31-a157b311830f [ 762.188909] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.188909] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.188909] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.188909] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.188909] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.188909] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6fbdcf3c-5b88-47bd-be31-a157b311830f already deleted. [ 762.188909] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6fbdcf3c-5b88-47bd-be31-a157b311830f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.253856] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b9129a53-8081-4699-872c-2b3236dbc738',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.398294] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 175f5593-8cac-48d4-9609-d6330a935761 in Status: SUCCESS [ 762.398683] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.398795] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.399234] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.399234] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.399387] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.399387] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.399563] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.399640] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.399755] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.399848] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('175f5593-8cac-48d4-9609-d6330a935761',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.410345] env[65429]: INFO networking_nsxv3.common.synchronization [None req-f7cb0d1d-6a37-4221-90b9-c652e7e31948 tempest-AttachInterfacesTestJSON-192137818 tempest-AttachInterfacesTestJSON-192137818-project-member] Enqueued Resource ID: 054bf747-447a-4136-a6de-156a44df67d5 with Priority: HIGHEST for action security_group_rules [ 762.410345] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 054bf747-447a-4136-a6de-156a44df67d5 with Priority: HIGHEST for action security_group_rules [ 762.410543] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-054bf747-447a-4136-a6de-156a44df67d5 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.410725] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-054bf747-447a-4136-a6de-156a44df67d5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.410725] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-054bf747-447a-4136-a6de-156a44df67d5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.411125] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-054bf747-447a-4136-a6de-156a44df67d5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.411125] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('054bf747-447a-4136-a6de-156a44df67d5',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.757289] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.758661] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.758661] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.758661] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.758661] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.760306] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9129a53-8081-4699-872c-2b3236dbc738 is going to be updated. [ 762.771832] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock network-698 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.772163] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "network-698" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.772290] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "network-698" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.772537] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "network-698" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.772826] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.772986] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.773186] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.773543] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.773930] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.774157] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 762.774270] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 762.774375] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 762.774479] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 762.774581] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 762.774685] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 762.774806] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 762.795055] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 762.795270] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 762.795460] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 762.795651] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "network-698" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.796021] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock port-f71d4f72-18de-4f98-adc1-f2368a1fbd52 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.796209] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "port-f71d4f72-18de-4f98-adc1-f2368a1fbd52" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.796327] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "port-f71d4f72-18de-4f98-adc1-f2368a1fbd52" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.796695] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "port-f71d4f72-18de-4f98-adc1-f2368a1fbd52" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.796995] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f71d4f72-18de-4f98-adc1-f2368a1fbd52',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.803113] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.803232] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.803325] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.803486] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.803912] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.814565] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9129a53-8081-4699-872c-2b3236dbc738 in Status: IN_PROGRESS for 2s [ 762.904169] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-175f5593-8cac-48d4-9609-d6330a935761 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.904169] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.904169] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.904169] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.904169] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.904169] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.904169] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.904542] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.904542] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.904542] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.904542] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-175f5593-8cac-48d4-9609-d6330a935761 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.904683] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.904683] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.904780] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.905363] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.905363] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.905363] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.905363] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.905363] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.905363] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.905600] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('175f5593-8cac-48d4-9609-d6330a935761',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.933777] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.933968] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.934059] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.934453] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.934580] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.934679] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 054bf747-447a-4136-a6de-156a44df67d5 already deleted. [ 762.934767] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-054bf747-447a-4136-a6de-156a44df67d5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.235765] env[65429]: INFO networking_nsxv3.common.synchronization [None req-c529fca9-092c-4c9f-bc79-a745bb588e1a None None] Enqueued Resource ID: 5e8be44f-e77c-41fd-ad96-cd62a6430f70 with Priority: HIGHEST for action port [ 763.236554] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e8be44f-e77c-41fd-ad96-cd62a6430f70 with Priority: HIGHEST for action port [ 763.236878] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e8be44f-e77c-41fd-ad96-cd62a6430f70 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.237106] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e8be44f-e77c-41fd-ad96-cd62a6430f70" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.237251] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e8be44f-e77c-41fd-ad96-cd62a6430f70" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.237604] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e8be44f-e77c-41fd-ad96-cd62a6430f70" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.237767] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e8be44f-e77c-41fd-ad96-cd62a6430f70',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.310168] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.310168] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.310168] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.310168] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.310168] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.310168] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Segment Port f71d4f72-18de-4f98-adc1-f2368a1fbd52 not found, creating... [ 763.310168] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.310168] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.310168] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.310168] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.310168] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.310552] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.310552] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.310552] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.310552] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.310552] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.310552] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Resource: SegmentPort with ID: f71d4f72-18de-4f98-adc1-f2368a1fbd52 is going to be created. [ 763.319826] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8f68145-b095-4647-a767-ddcbcf856a43 in Status: SUCCESS [ 763.319826] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8f68145-b095-4647-a767-ddcbcf856a43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.333345] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.333594] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.333808] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.334144] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.334505] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.334879] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "port-f71d4f72-18de-4f98-adc1-f2368a1fbd52" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.408017] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 175f5593-8cac-48d4-9609-d6330a935761: rpc.has_security_group_logging(os_id): False [ 763.429559] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.429768] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.429844] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.430128] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.430225] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.430419] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.430519] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.430582] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.430731] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.430808] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.430987] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.431090] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.431152] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.431290] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.431364] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.431628] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.431731] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.431794] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.431938] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.432032] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.432152] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 175f5593-8cac-48d4-9609-d6330a935761 is going to be created. [ 763.517667] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.517873] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.517873] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.518143] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.518313] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.531760] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 175f5593-8cac-48d4-9609-d6330a935761 in Status: IN_PROGRESS for 2s [ 763.740459] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5e8be44f-e77c-41fd-ad96-cd62a6430f70 [ 763.741938] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.741938] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.741938] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.741938] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.741938] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.741938] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5e8be44f-e77c-41fd-ad96-cd62a6430f70 already deleted. [ 763.741938] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e8be44f-e77c-41fd-ad96-cd62a6430f70" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.045428] env[65429]: INFO networking_nsxv3.common.synchronization [None req-f711037d-fe14-49a1-83ae-dfa2d1b67550 None None] Enqueued Resource ID: f90e5f3e-c3c7-418f-b359-a05e21e68dc7 with Priority: HIGHEST for action port [ 764.046962] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f90e5f3e-c3c7-418f-b359-a05e21e68dc7 with Priority: HIGHEST for action port [ 764.047377] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-f90e5f3e-c3c7-418f-b359-a05e21e68dc7 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.047501] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f90e5f3e-c3c7-418f-b359-a05e21e68dc7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.047568] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f90e5f3e-c3c7-418f-b359-a05e21e68dc7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.047856] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f90e5f3e-c3c7-418f-b359-a05e21e68dc7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.048687] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f90e5f3e-c3c7-418f-b359-a05e21e68dc7',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.068257] env[65429]: INFO networking_nsxv3.common.synchronization [req-6f1e2cca-1b0c-4d03-bc7e-a328661babe4 req-b4cd505a-a52c-4f82-b4a7-6864eadd48a2 service nova] Enqueued Resource ID: b9129a53-8081-4699-872c-2b3236dbc738 with Priority: HIGHEST for action security_group_rules [ 764.068400] env[65429]: INFO networking_nsxv3.common.synchronization [req-6f1e2cca-1b0c-4d03-bc7e-a328661babe4 req-b4cd505a-a52c-4f82-b4a7-6864eadd48a2 service nova] Enqueued Resource ID: b9129a53-8081-4699-872c-2b3236dbc738 with Priority: HIGHEST for action security_group_members [ 764.068533] env[65429]: INFO networking_nsxv3.common.synchronization [req-6f1e2cca-1b0c-4d03-bc7e-a328661babe4 req-b4cd505a-a52c-4f82-b4a7-6864eadd48a2 service nova] Enqueued Resource ID: f71d4f72-18de-4f98-adc1-f2368a1fbd52 with Priority: HIGHEST for action port [ 764.068751] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9129a53-8081-4699-872c-2b3236dbc738 with Priority: HIGHEST for action security_group_rules [ 764.068933] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9129a53-8081-4699-872c-2b3236dbc738 with Priority: HIGHEST for action security_group_members [ 764.068964] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f71d4f72-18de-4f98-adc1-f2368a1fbd52 with Priority: HIGHEST for action port [ 764.069522] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9129a53-8081-4699-872c-2b3236dbc738 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.069683] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9129a53-8081-4699-872c-2b3236dbc738" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.069719] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9129a53-8081-4699-872c-2b3236dbc738" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.069915] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9129a53-8081-4699-872c-2b3236dbc738" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.069998] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9129a53-8081-4699-872c-2b3236dbc738',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.072472] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9129a53-8081-4699-872c-2b3236dbc738 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.072472] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9129a53-8081-4699-872c-2b3236dbc738" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.072705] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-f71d4f72-18de-4f98-adc1-f2368a1fbd52 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.072759] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f71d4f72-18de-4f98-adc1-f2368a1fbd52" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.072828] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f71d4f72-18de-4f98-adc1-f2368a1fbd52" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.074822] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f71d4f72-18de-4f98-adc1-f2368a1fbd52" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.074822] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f71d4f72-18de-4f98-adc1-f2368a1fbd52',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.550971] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f90e5f3e-c3c7-418f-b359-a05e21e68dc7 [ 764.551251] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.551381] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.551439] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.551646] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.551740] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.551839] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f90e5f3e-c3c7-418f-b359-a05e21e68dc7 already deleted. [ 764.551920] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f90e5f3e-c3c7-418f-b359-a05e21e68dc7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.582268] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9129a53-8081-4699-872c-2b3236dbc738 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.582268] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9129a53-8081-4699-872c-2b3236dbc738" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.582268] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f71d4f72-18de-4f98-adc1-f2368a1fbd52 with status ACTIVE [ 764.582268] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.582268] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.582268] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.582268] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.582268] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.582268] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.582268] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.582268] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.582268] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.582684] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.586258] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.586396] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.586498] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.586632] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.586711] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.586800] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f71d4f72-18de-4f98-adc1-f2368a1fbd52 is going to be updated. [ 764.609051] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.609207] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.609280] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.609493] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.609680] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.609862] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f71d4f72-18de-4f98-adc1-f2368a1fbd52" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.827750] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9129a53-8081-4699-872c-2b3236dbc738 in Status: SUCCESS [ 764.827750] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9129a53-8081-4699-872c-2b3236dbc738" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.827750] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9129a53-8081-4699-872c-2b3236dbc738" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.827750] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9129a53-8081-4699-872c-2b3236dbc738" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.827750] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.827750] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.827750] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.827750] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.827750] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.827750] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9129a53-8081-4699-872c-2b3236dbc738',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.047253] env[65429]: INFO networking_nsxv3.common.synchronization [None req-d5a9a673-2b90-4578-b180-79e31bfce5f4 None None] Enqueued Resource ID: ab69a2e6-5070-4f02-9b43-6b3bd529f926 with Priority: HIGHEST for action port [ 765.047423] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab69a2e6-5070-4f02-9b43-6b3bd529f926 with Priority: HIGHEST for action port [ 765.048459] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab69a2e6-5070-4f02-9b43-6b3bd529f926 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.048599] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab69a2e6-5070-4f02-9b43-6b3bd529f926" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.048742] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab69a2e6-5070-4f02-9b43-6b3bd529f926" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.049055] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab69a2e6-5070-4f02-9b43-6b3bd529f926" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.049141] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab69a2e6-5070-4f02-9b43-6b3bd529f926',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.330080] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b9129a53-8081-4699-872c-2b3236dbc738',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.549866] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 175f5593-8cac-48d4-9609-d6330a935761 in Status: SUCCESS [ 765.549866] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.552292] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ab69a2e6-5070-4f02-9b43-6b3bd529f926 [ 765.552561] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.552636] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.552843] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.552906] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.552984] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.553200] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ab69a2e6-5070-4f02-9b43-6b3bd529f926 already deleted. [ 765.553321] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab69a2e6-5070-4f02-9b43-6b3bd529f926" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.612380] env[65429]: INFO networking_nsxv3.common.synchronization [None req-8997f9a1-9c0f-45ea-bac0-fd58eeb3b887 tempest-AttachVolumeNegativeTest-567722119 tempest-AttachVolumeNegativeTest-567722119-project-member] Enqueued Resource ID: 0ffc220e-2a51-48ed-8220-9245a177220f with Priority: HIGHEST for action security_group_rules [ 765.612616] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ffc220e-2a51-48ed-8220-9245a177220f with Priority: HIGHEST for action security_group_rules [ 765.612980] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ffc220e-2a51-48ed-8220-9245a177220f taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.613077] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ffc220e-2a51-48ed-8220-9245a177220f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.613121] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ffc220e-2a51-48ed-8220-9245a177220f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.613674] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ffc220e-2a51-48ed-8220-9245a177220f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.613674] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ffc220e-2a51-48ed-8220-9245a177220f',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.833882] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b9129a53-8081-4699-872c-2b3236dbc738',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.889741] env[65429]: INFO networking_nsxv3.common.synchronization [None req-9ba1afaa-2ec3-441a-8784-3d659e85624f tempest-ServersV294TestFqdnHostnames-1877808140 tempest-ServersV294TestFqdnHostnames-1877808140-project-member] Enqueued Resource ID: db2a1f69-21fd-4c91-a4be-2ed4ab98c584 with Priority: HIGHEST for action security_group_rules [ 765.890264] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db2a1f69-21fd-4c91-a4be-2ed4ab98c584 with Priority: HIGHEST for action security_group_rules [ 765.890554] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db2a1f69-21fd-4c91-a4be-2ed4ab98c584 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.891533] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db2a1f69-21fd-4c91-a4be-2ed4ab98c584" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.891533] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db2a1f69-21fd-4c91-a4be-2ed4ab98c584" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.891533] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db2a1f69-21fd-4c91-a4be-2ed4ab98c584" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.891533] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db2a1f69-21fd-4c91-a4be-2ed4ab98c584',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.013071] env[65429]: INFO networking_nsxv3.common.synchronization [None req-d5160986-dfc6-4322-b4a0-c4051ac891ae tempest-AttachVolumeNegativeTest-567722119 tempest-AttachVolumeNegativeTest-567722119-project-member] Enqueued Resource ID: 0ffc220e-2a51-48ed-8220-9245a177220f with Priority: HIGHEST for action security_group_rules [ 766.013071] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ffc220e-2a51-48ed-8220-9245a177220f with Priority: HIGHEST for action security_group_rules [ 766.013071] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ffc220e-2a51-48ed-8220-9245a177220f taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.013071] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ffc220e-2a51-48ed-8220-9245a177220f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.134827] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.135000] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.135242] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.136820] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.137486] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.141213] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ffc220e-2a51-48ed-8220-9245a177220f already deleted. [ 766.141374] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ffc220e-2a51-48ed-8220-9245a177220f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.141681] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ffc220e-2a51-48ed-8220-9245a177220f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.141970] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ffc220e-2a51-48ed-8220-9245a177220f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.141970] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ffc220e-2a51-48ed-8220-9245a177220f',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.220848] env[65429]: INFO networking_nsxv3.common.synchronization [None req-72cda1d8-6f89-4fde-b536-1d7e48e1717f tempest-ServersV294TestFqdnHostnames-1877808140 tempest-ServersV294TestFqdnHostnames-1877808140-project-member] Enqueued Resource ID: db2a1f69-21fd-4c91-a4be-2ed4ab98c584 with Priority: HIGHEST for action security_group_rules [ 766.222035] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db2a1f69-21fd-4c91-a4be-2ed4ab98c584 with Priority: HIGHEST for action security_group_rules [ 766.223423] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db2a1f69-21fd-4c91-a4be-2ed4ab98c584 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.224226] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db2a1f69-21fd-4c91-a4be-2ed4ab98c584" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.339810] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.340359] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.340527] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.340789] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.340890] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.340998] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9129a53-8081-4699-872c-2b3236dbc738 is going to be updated. [ 766.374206] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.374390] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.374478] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.374762] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.374966] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.386697] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9129a53-8081-4699-872c-2b3236dbc738 in Status: IN_PROGRESS for 2s [ 766.419151] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.419415] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.419536] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.419973] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.420250] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.420330] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db2a1f69-21fd-4c91-a4be-2ed4ab98c584 already deleted. [ 766.420488] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db2a1f69-21fd-4c91-a4be-2ed4ab98c584" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.421284] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db2a1f69-21fd-4c91-a4be-2ed4ab98c584" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.421493] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db2a1f69-21fd-4c91-a4be-2ed4ab98c584" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.421608] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db2a1f69-21fd-4c91-a4be-2ed4ab98c584',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.666038] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.666331] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.666331] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.666835] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.666835] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.667419] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ffc220e-2a51-48ed-8220-9245a177220f already deleted. [ 766.667419] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ffc220e-2a51-48ed-8220-9245a177220f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.946022] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.946161] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.946256] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.946487] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.946616] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.946727] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db2a1f69-21fd-4c91-a4be-2ed4ab98c584 already deleted. [ 766.946976] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db2a1f69-21fd-4c91-a4be-2ed4ab98c584" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.022133] env[65429]: INFO networking_nsxv3.common.synchronization [req-2f176be5-5306-4736-b336-0cb1716e2068 req-2be7d59d-0356-4cf2-8d70-c1f07478542a tempest-ListServerFiltersTestJSON-474899527 tempest-ListServerFiltersTestJSON-474899527-project-member] Enqueued Resource ID: e28debbf-1c00-4cdb-a07a-a8778600e9a3 with Priority: HIGHEST for action security_group_members [ 768.026795] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e28debbf-1c00-4cdb-a07a-a8778600e9a3 with Priority: HIGHEST for action security_group_members [ 768.026795] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-e28debbf-1c00-4cdb-a07a-a8778600e9a3 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.026795] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e28debbf-1c00-4cdb-a07a-a8778600e9a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.026795] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e28debbf-1c00-4cdb-a07a-a8778600e9a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.026795] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e28debbf-1c00-4cdb-a07a-a8778600e9a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.026795] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.026795] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.026795] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.026795] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.026795] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.026795] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e28debbf-1c00-4cdb-a07a-a8778600e9a3',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.398535] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9129a53-8081-4699-872c-2b3236dbc738 in Status: SUCCESS [ 768.398828] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9129a53-8081-4699-872c-2b3236dbc738" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.399593] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9129a53-8081-4699-872c-2b3236dbc738" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.400616] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9129a53-8081-4699-872c-2b3236dbc738" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.400616] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.400616] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.400616] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.400616] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.400616] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.400825] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9129a53-8081-4699-872c-2b3236dbc738" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.400825] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b9129a53-8081-4699-872c-2b3236dbc738',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.405592] env[65429]: INFO networking_nsxv3.common.synchronization [None req-00515ca0-62ef-4929-bdb7-9ad8ef2a4a10 None None] Enqueued Resource ID: f5a95f92-3089-49b0-966e-5b0b1b05268f with Priority: HIGHEST for action port [ 768.406019] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5a95f92-3089-49b0-966e-5b0b1b05268f with Priority: HIGHEST for action port [ 768.406876] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5a95f92-3089-49b0-966e-5b0b1b05268f taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.407275] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5a95f92-3089-49b0-966e-5b0b1b05268f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.407275] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5a95f92-3089-49b0-966e-5b0b1b05268f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.407544] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5a95f92-3089-49b0-966e-5b0b1b05268f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.407649] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5a95f92-3089-49b0-966e-5b0b1b05268f',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.529282] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e28debbf-1c00-4cdb-a07a-a8778600e9a3',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.907508] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9129a53-8081-4699-872c-2b3236dbc738 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.907713] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9129a53-8081-4699-872c-2b3236dbc738" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.909565] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9129a53-8081-4699-872c-2b3236dbc738" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.909565] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9129a53-8081-4699-872c-2b3236dbc738" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.909565] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.909565] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.909565] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.909565] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.909565] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.909565] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9129a53-8081-4699-872c-2b3236dbc738" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.909947] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9129a53-8081-4699-872c-2b3236dbc738 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.909947] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9129a53-8081-4699-872c-2b3236dbc738" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.909947] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9129a53-8081-4699-872c-2b3236dbc738" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.910075] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9129a53-8081-4699-872c-2b3236dbc738" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.910171] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.910261] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.910313] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.910452] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.910548] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.910630] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9129a53-8081-4699-872c-2b3236dbc738" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.910719] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b9129a53-8081-4699-872c-2b3236dbc738',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.912495] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f5a95f92-3089-49b0-966e-5b0b1b05268f [ 768.912495] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.912495] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.912495] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.913067] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.913177] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.913279] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f5a95f92-3089-49b0-966e-5b0b1b05268f already deleted. [ 768.913373] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5a95f92-3089-49b0-966e-5b0b1b05268f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.031336] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e28debbf-1c00-4cdb-a07a-a8778600e9a3',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.403276] env[65429]: INFO networking_nsxv3.common.synchronization [None req-2403067f-4a5f-4ea7-a414-74bb08ed7597 None None] Enqueued Resource ID: a9234cd4-a4c0-406a-bf71-bbac515556e5 with Priority: HIGHEST for action port [ 769.403276] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9234cd4-a4c0-406a-bf71-bbac515556e5 with Priority: HIGHEST for action port [ 769.403276] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9234cd4-a4c0-406a-bf71-bbac515556e5 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.403276] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9234cd4-a4c0-406a-bf71-bbac515556e5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.403276] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9234cd4-a4c0-406a-bf71-bbac515556e5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.403276] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9234cd4-a4c0-406a-bf71-bbac515556e5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.403276] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9234cd4-a4c0-406a-bf71-bbac515556e5',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.416058] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b9129a53-8081-4699-872c-2b3236dbc738: rpc.has_security_group_logging(os_id): False [ 769.435506] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.435506] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.435506] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.435753] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.435753] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.436450] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.436450] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.436450] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.436450] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.436450] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.436450] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.436735] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.436735] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.436735] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.436827] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.436960] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.437188] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.437266] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.437415] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.437484] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.437615] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9129a53-8081-4699-872c-2b3236dbc738 is going to be updated. [ 769.528514] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.528757] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.528840] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.529092] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.529373] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.534099] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.534319] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.534619] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.534692] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.534849] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.535000] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e28debbf-1c00-4cdb-a07a-a8778600e9a3 is going to be updated. [ 769.551212] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9129a53-8081-4699-872c-2b3236dbc738 in Status: IN_PROGRESS for 2s [ 769.566891] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.567109] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.567399] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.567536] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.567824] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.578523] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e28debbf-1c00-4cdb-a07a-a8778600e9a3 in Status: IN_PROGRESS for 2s [ 769.909584] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a9234cd4-a4c0-406a-bf71-bbac515556e5 [ 769.909823] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.910069] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.910146] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.910434] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.910555] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.910898] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a9234cd4-a4c0-406a-bf71-bbac515556e5 already deleted. [ 769.910898] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9234cd4-a4c0-406a-bf71-bbac515556e5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.720224] env[65429]: INFO networking_nsxv3.common.synchronization [req-ea2ffb3f-b606-4bac-8423-010924409455 req-e18faca9-3cc0-41b2-a9a8-951fa87df461 tempest-AttachInterfacesUnderV243Test-1703566497 tempest-AttachInterfacesUnderV243Test-1703566497-project-member] Enqueued Resource ID: f8f68145-b095-4647-a767-ddcbcf856a43 with Priority: HIGHEST for action security_group_members [ 770.720811] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8f68145-b095-4647-a767-ddcbcf856a43 with Priority: HIGHEST for action security_group_members [ 770.722261] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8f68145-b095-4647-a767-ddcbcf856a43 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.722416] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8f68145-b095-4647-a767-ddcbcf856a43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.722486] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8f68145-b095-4647-a767-ddcbcf856a43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.722685] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8f68145-b095-4647-a767-ddcbcf856a43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.722854] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.723040] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.723040] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.724241] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.724241] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.724241] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8f68145-b095-4647-a767-ddcbcf856a43',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.228756] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.228756] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.228756] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.228756] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.228756] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.228756] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.228756] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.228756] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.228756] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.228756] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.228756] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8f68145-b095-4647-a767-ddcbcf856a43 is going to be updated. [ 771.257277] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.257277] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.257277] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.257277] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.257277] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.270897] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8f68145-b095-4647-a767-ddcbcf856a43 in Status: IN_PROGRESS for 2s [ 771.460811] env[65429]: INFO networking_nsxv3.common.synchronization [None req-e1edf93c-d94e-444e-9e52-242892788613 None None] Enqueued Resource ID: 729e3e46-9f17-4316-aee7-786572c1fc49 with Priority: HIGHEST for action port [ 771.461458] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 729e3e46-9f17-4316-aee7-786572c1fc49 with Priority: HIGHEST for action port [ 771.461773] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-729e3e46-9f17-4316-aee7-786572c1fc49 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.461900] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-729e3e46-9f17-4316-aee7-786572c1fc49" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.461988] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-729e3e46-9f17-4316-aee7-786572c1fc49" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.462535] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-729e3e46-9f17-4316-aee7-786572c1fc49" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.462642] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('729e3e46-9f17-4316-aee7-786572c1fc49',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.566169] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9129a53-8081-4699-872c-2b3236dbc738 in Status: SUCCESS [ 771.566420] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9129a53-8081-4699-872c-2b3236dbc738" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.574280] env[65429]: INFO networking_nsxv3.common.synchronization [None req-a84487ac-9a78-4f57-b534-a2e4edbabd82 None None] Enqueued Resource ID: 3cf97eb4-a1cf-4a29-b699-4fc3840b19ab with Priority: HIGHEST for action port [ 771.575243] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cf97eb4-a1cf-4a29-b699-4fc3840b19ab with Priority: HIGHEST for action port [ 771.575548] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-3cf97eb4-a1cf-4a29-b699-4fc3840b19ab taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.575717] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3cf97eb4-a1cf-4a29-b699-4fc3840b19ab" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.575790] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3cf97eb4-a1cf-4a29-b699-4fc3840b19ab" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.576066] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3cf97eb4-a1cf-4a29-b699-4fc3840b19ab" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.576162] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3cf97eb4-a1cf-4a29-b699-4fc3840b19ab',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.593060] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e28debbf-1c00-4cdb-a07a-a8778600e9a3 in Status: SUCCESS [ 771.593238] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e28debbf-1c00-4cdb-a07a-a8778600e9a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.964406] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 729e3e46-9f17-4316-aee7-786572c1fc49 [ 771.964694] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.965410] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.965410] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.965410] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.965410] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.965894] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:729e3e46-9f17-4316-aee7-786572c1fc49 already deleted. [ 771.965894] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-729e3e46-9f17-4316-aee7-786572c1fc49" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.079508] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3cf97eb4-a1cf-4a29-b699-4fc3840b19ab [ 772.079865] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.079957] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.080063] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.080219] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.080304] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.080976] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3cf97eb4-a1cf-4a29-b699-4fc3840b19ab already deleted. [ 772.080976] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3cf97eb4-a1cf-4a29-b699-4fc3840b19ab" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.147742] env[65429]: INFO networking_nsxv3.common.synchronization [req-2e438f23-a560-4957-ae03-6a833b8da5cd req-76188ccf-0b57-443a-aff9-eedb905030a6 tempest-ServersTestMultiNic-1519511874 tempest-ServersTestMultiNic-1519511874-project-member] Enqueued Resource ID: 424b630a-1669-4db1-a165-0c2cfa6c8053 with Priority: HIGHEST for action security_group_members [ 772.148418] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 424b630a-1669-4db1-a165-0c2cfa6c8053 with Priority: HIGHEST for action security_group_members [ 772.149853] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-424b630a-1669-4db1-a165-0c2cfa6c8053 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.149995] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.150400] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.150772] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.151078] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.151078] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.151227] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.151288] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.151515] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.151515] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('424b630a-1669-4db1-a165-0c2cfa6c8053',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.440336] env[65429]: INFO networking_nsxv3.common.synchronization [req-2e438f23-a560-4957-ae03-6a833b8da5cd req-09bc26a9-34e3-4669-9596-a4f0afa9d865 tempest-ServersTestMultiNic-1519511874 tempest-ServersTestMultiNic-1519511874-project-member] Enqueued Resource ID: 424b630a-1669-4db1-a165-0c2cfa6c8053 with Priority: HIGHEST for action security_group_members [ 772.441447] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 424b630a-1669-4db1-a165-0c2cfa6c8053 with Priority: HIGHEST for action security_group_members [ 772.441916] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-424b630a-1669-4db1-a165-0c2cfa6c8053 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.442114] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.654320] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('424b630a-1669-4db1-a165-0c2cfa6c8053',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.137475] env[65429]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b5d73340-e254-41d3-9fed-70eafbdf8bdf None None] NSXv3 Agent Agent loop - iteration:0 completed [ 773.137475] env[65429]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b5d73340-e254-41d3-9fed-70eafbdf8bdf None None] NSXv3 Agent Agent loop - iteration:1 started [ 773.158853] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('424b630a-1669-4db1-a165-0c2cfa6c8053',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.233640] env[65429]: INFO networking_nsxv3.common.synchronization [req-f17bd94d-5b28-4266-a7c4-8b133229dd14 req-b65fcb27-1bba-4bb6-a13c-17268b1decff tempest-ImagesTestJSON-1202963915 tempest-ImagesTestJSON-1202963915-project-member] Enqueued Resource ID: 346ed0eb-ae19-4843-9d5c-5fb45d121a17 with Priority: HIGHEST for action security_group_members [ 773.234518] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 346ed0eb-ae19-4843-9d5c-5fb45d121a17 with Priority: HIGHEST for action security_group_members [ 773.234815] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-346ed0eb-ae19-4843-9d5c-5fb45d121a17 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.234907] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.234987] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.235200] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.235351] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.235444] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.235539] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.235676] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.235767] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.236180] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('346ed0eb-ae19-4843-9d5c-5fb45d121a17',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.281158] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8f68145-b095-4647-a767-ddcbcf856a43 in Status: IN_PROGRESS for 4s [ 773.662069] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.662069] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.662069] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.662069] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.662069] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.662069] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 424b630a-1669-4db1-a165-0c2cfa6c8053 is going to be updated. [ 773.691065] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.691258] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.691258] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.692046] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.692046] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.701591] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 424b630a-1669-4db1-a165-0c2cfa6c8053 in Status: IN_PROGRESS for 2s [ 773.735614] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock network-181 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.735614] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "network-181" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.735614] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "network-181" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.735614] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "network-181" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.735875] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.735982] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.736119] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.736355] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.736563] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.736754] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 773.739130] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 773.739130] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 773.739130] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 773.739130] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 773.739130] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 773.739130] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 773.739756] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.739756] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.739756] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.739942] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.740000] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.740332] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.740332] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.740423] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.740506] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.740567] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.740653] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 346ed0eb-ae19-4843-9d5c-5fb45d121a17 is going to be updated. [ 773.764921] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 773.765237] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 773.765423] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 773.766352] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "network-181" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.766500] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock port-0d262ade-7c27-4e5a-9885-990fa263a7d0 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.766989] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "port-0d262ade-7c27-4e5a-9885-990fa263a7d0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.766989] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "port-0d262ade-7c27-4e5a-9885-990fa263a7d0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.767853] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "port-0d262ade-7c27-4e5a-9885-990fa263a7d0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.772222] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d262ade-7c27-4e5a-9885-990fa263a7d0',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.777648] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.777648] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.777648] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.778380] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.778380] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.792841] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 346ed0eb-ae19-4843-9d5c-5fb45d121a17 in Status: IN_PROGRESS for 2s [ 773.854702] env[65429]: INFO networking_nsxv3.common.synchronization [None req-eb306209-8e8a-4329-b92c-b19694ac5332 tempest-ServerActionsTestOtherB-1487493843 tempest-ServerActionsTestOtherB-1487493843-project-member] Enqueued Resource ID: 17513b54-2331-4ac9-98c2-eaea87e32cdf with Priority: HIGHEST for action security_group_rules [ 773.856217] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17513b54-2331-4ac9-98c2-eaea87e32cdf with Priority: HIGHEST for action security_group_rules [ 773.856217] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17513b54-2331-4ac9-98c2-eaea87e32cdf taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.856217] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17513b54-2331-4ac9-98c2-eaea87e32cdf" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.856465] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17513b54-2331-4ac9-98c2-eaea87e32cdf" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.856594] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17513b54-2331-4ac9-98c2-eaea87e32cdf" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.856728] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17513b54-2331-4ac9-98c2-eaea87e32cdf',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.281900] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.282221] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.282269] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.282510] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.282654] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.282797] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Segment Port 0d262ade-7c27-4e5a-9885-990fa263a7d0 not found, creating... [ 774.283109] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.283373] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.283439] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.283609] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.283741] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.284063] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.284201] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.284337] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.284582] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.284690] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.284833] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Resource: SegmentPort with ID: 0d262ade-7c27-4e5a-9885-990fa263a7d0 is going to be created. [ 774.308446] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.308767] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.308895] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.309709] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.309988] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.310232] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "port-0d262ade-7c27-4e5a-9885-990fa263a7d0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.383569] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.383794] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.383794] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.383998] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.384123] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.384236] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17513b54-2331-4ac9-98c2-eaea87e32cdf already deleted. [ 774.384327] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17513b54-2331-4ac9-98c2-eaea87e32cdf" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.404902] env[65429]: INFO networking_nsxv3.common.synchronization [None req-90d9aa9e-2344-45f5-b269-64f70249bd85 None None] Enqueued Resource ID: 1500061a-02b3-4b73-ab0c-b4a4a83abaa1 with Priority: HIGHEST for action port [ 774.405594] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1500061a-02b3-4b73-ab0c-b4a4a83abaa1 with Priority: HIGHEST for action port [ 774.405946] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-1500061a-02b3-4b73-ab0c-b4a4a83abaa1 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.406097] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1500061a-02b3-4b73-ab0c-b4a4a83abaa1" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.406168] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1500061a-02b3-4b73-ab0c-b4a4a83abaa1" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.406433] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1500061a-02b3-4b73-ab0c-b4a4a83abaa1" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.406541] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1500061a-02b3-4b73-ab0c-b4a4a83abaa1',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.701353] env[65429]: INFO networking_nsxv3.common.synchronization [None req-ae212538-d608-498f-9261-e4fce78b3874 tempest-ServerActionsTestOtherB-1487493843 tempest-ServerActionsTestOtherB-1487493843-project-member] Enqueued Resource ID: 17513b54-2331-4ac9-98c2-eaea87e32cdf with Priority: HIGHEST for action security_group_rules [ 774.702121] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17513b54-2331-4ac9-98c2-eaea87e32cdf with Priority: HIGHEST for action security_group_rules [ 774.702195] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17513b54-2331-4ac9-98c2-eaea87e32cdf taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.702343] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17513b54-2331-4ac9-98c2-eaea87e32cdf" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.702385] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17513b54-2331-4ac9-98c2-eaea87e32cdf" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.702569] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17513b54-2331-4ac9-98c2-eaea87e32cdf" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.702651] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17513b54-2331-4ac9-98c2-eaea87e32cdf',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.909048] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1500061a-02b3-4b73-ab0c-b4a4a83abaa1 [ 774.909284] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.910023] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.910119] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.910364] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.910435] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.910530] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1500061a-02b3-4b73-ab0c-b4a4a83abaa1 already deleted. [ 774.910745] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1500061a-02b3-4b73-ab0c-b4a4a83abaa1" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.073805] env[65429]: INFO networking_nsxv3.common.synchronization [req-f17bd94d-5b28-4266-a7c4-8b133229dd14 req-00de6d9c-5850-476c-9151-aa4909e3cca8 service nova] Enqueued Resource ID: 346ed0eb-ae19-4843-9d5c-5fb45d121a17 with Priority: HIGHEST for action security_group_rules [ 775.073984] env[65429]: INFO networking_nsxv3.common.synchronization [req-f17bd94d-5b28-4266-a7c4-8b133229dd14 req-00de6d9c-5850-476c-9151-aa4909e3cca8 service nova] Enqueued Resource ID: 346ed0eb-ae19-4843-9d5c-5fb45d121a17 with Priority: HIGHEST for action security_group_members [ 775.074164] env[65429]: INFO networking_nsxv3.common.synchronization [req-f17bd94d-5b28-4266-a7c4-8b133229dd14 req-00de6d9c-5850-476c-9151-aa4909e3cca8 service nova] Enqueued Resource ID: 0d262ade-7c27-4e5a-9885-990fa263a7d0 with Priority: HIGHEST for action port [ 775.074625] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 346ed0eb-ae19-4843-9d5c-5fb45d121a17 with Priority: HIGHEST for action security_group_rules [ 775.074759] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 346ed0eb-ae19-4843-9d5c-5fb45d121a17 with Priority: HIGHEST for action security_group_members [ 775.074856] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d262ade-7c27-4e5a-9885-990fa263a7d0 with Priority: HIGHEST for action port [ 775.077684] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-346ed0eb-ae19-4843-9d5c-5fb45d121a17 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.078855] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.078855] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.079084] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.079261] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('346ed0eb-ae19-4843-9d5c-5fb45d121a17',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.080134] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-346ed0eb-ae19-4843-9d5c-5fb45d121a17 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.080241] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.080437] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d262ade-7c27-4e5a-9885-990fa263a7d0 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.080539] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d262ade-7c27-4e5a-9885-990fa263a7d0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.080606] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d262ade-7c27-4e5a-9885-990fa263a7d0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.080827] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d262ade-7c27-4e5a-9885-990fa263a7d0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.081017] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d262ade-7c27-4e5a-9885-990fa263a7d0',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.231089] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.231346] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.231459] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.231787] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.231934] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.232098] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17513b54-2331-4ac9-98c2-eaea87e32cdf already deleted. [ 775.232226] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17513b54-2331-4ac9-98c2-eaea87e32cdf" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.292739] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8f68145-b095-4647-a767-ddcbcf856a43 in Status: SUCCESS [ 775.293139] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8f68145-b095-4647-a767-ddcbcf856a43 deletion is rescheduled due to dependency. [ 775.293139] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8f68145-b095-4647-a767-ddcbcf856a43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.493332] env[65429]: INFO networking_nsxv3.common.synchronization [None req-459e789c-66dc-496b-a6a8-4900bf84fd49 None None] Enqueued Resource ID: fd4b90fd-8519-499f-aebc-dab4c3b9f731 with Priority: HIGHEST for action port [ 775.494138] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd4b90fd-8519-499f-aebc-dab4c3b9f731 with Priority: HIGHEST for action port [ 775.494458] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd4b90fd-8519-499f-aebc-dab4c3b9f731 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.494585] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd4b90fd-8519-499f-aebc-dab4c3b9f731" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.494658] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd4b90fd-8519-499f-aebc-dab4c3b9f731" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.495118] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd4b90fd-8519-499f-aebc-dab4c3b9f731" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.495214] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd4b90fd-8519-499f-aebc-dab4c3b9f731',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.585243] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-346ed0eb-ae19-4843-9d5c-5fb45d121a17 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.585243] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.585243] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0d262ade-7c27-4e5a-9885-990fa263a7d0 with status ACTIVE [ 775.585243] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.585243] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.585243] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.585488] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.585488] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.585659] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.585749] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.585809] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.586022] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.586140] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.586489] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.586598] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.586656] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.586811] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.586885] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.587517] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0d262ade-7c27-4e5a-9885-990fa263a7d0 is going to be updated. [ 775.608233] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.608353] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.608448] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.608634] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.608773] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.608933] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d262ade-7c27-4e5a-9885-990fa263a7d0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.714525] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 424b630a-1669-4db1-a165-0c2cfa6c8053 in Status: SUCCESS [ 775.714765] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.714939] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.715192] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.715386] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.715505] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.715571] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.715714] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.715799] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.715896] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('424b630a-1669-4db1-a165-0c2cfa6c8053',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.805569] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 346ed0eb-ae19-4843-9d5c-5fb45d121a17 in Status: SUCCESS [ 775.805840] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 346ed0eb-ae19-4843-9d5c-5fb45d121a17 deletion is rescheduled due to dependency. [ 775.805951] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.806182] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.806495] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.806787] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.807033] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.807112] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.807335] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.807446] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.807619] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('346ed0eb-ae19-4843-9d5c-5fb45d121a17',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.952987] env[65429]: INFO networking_nsxv3.common.synchronization [req-c1437136-c1f3-4a60-bca7-53b5fa90bbb4 req-dc093f40-04a7-4dcc-9b85-588b9a7c0420 tempest-FloatingIPsAssociationTestJSON-763823736 tempest-FloatingIPsAssociationTestJSON-763823736-project-member] Enqueued Resource ID: 8e26d4d1-f937-4c1e-b058-9e98385baab0 with Priority: HIGHEST for action security_group_members [ 775.953908] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e26d4d1-f937-4c1e-b058-9e98385baab0 with Priority: HIGHEST for action security_group_members [ 775.954811] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e26d4d1-f937-4c1e-b058-9e98385baab0 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.954811] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e26d4d1-f937-4c1e-b058-9e98385baab0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.954811] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e26d4d1-f937-4c1e-b058-9e98385baab0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.954811] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e26d4d1-f937-4c1e-b058-9e98385baab0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.955332] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.955421] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.955556] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.955655] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.955790] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.955838] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e26d4d1-f937-4c1e-b058-9e98385baab0',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.958633] env[65429]: INFO networking_nsxv3.common.synchronization [req-fd4588d1-cece-41db-9d09-b82ec340ecc3 req-f443442c-8dc1-4414-a3ef-f1a674643a8e tempest-ServersAdminNegativeTestJSON-1278932542 tempest-ServersAdminNegativeTestJSON-1278932542-project-member] Enqueued Resource ID: 30289e1a-24e2-49c4-860e-1d0350a75fd4 with Priority: HIGHEST for action security_group_members [ 775.958633] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30289e1a-24e2-49c4-860e-1d0350a75fd4 with Priority: HIGHEST for action security_group_members [ 775.959120] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-30289e1a-24e2-49c4-860e-1d0350a75fd4 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.959233] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30289e1a-24e2-49c4-860e-1d0350a75fd4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.959504] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30289e1a-24e2-49c4-860e-1d0350a75fd4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.959504] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30289e1a-24e2-49c4-860e-1d0350a75fd4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.959596] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.959692] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.959730] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.959936] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.960163] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.960163] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30289e1a-24e2-49c4-860e-1d0350a75fd4',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.997449] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fd4b90fd-8519-499f-aebc-dab4c3b9f731 [ 775.997771] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.997957] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.998056] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.998320] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.998778] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.998778] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fd4b90fd-8519-499f-aebc-dab4c3b9f731 already deleted. [ 775.998778] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd4b90fd-8519-499f-aebc-dab4c3b9f731" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.219442] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.219594] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.219711] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.219930] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.220082] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.220282] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.220422] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.220513] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.220721] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.220800] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.220917] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 424b630a-1669-4db1-a165-0c2cfa6c8053 is going to be updated. [ 776.250158] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.250319] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.250767] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.250993] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.251216] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.262562] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 424b630a-1669-4db1-a165-0c2cfa6c8053 in Status: IN_PROGRESS for 2s [ 776.310630] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('346ed0eb-ae19-4843-9d5c-5fb45d121a17',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.356521] env[65429]: INFO networking_nsxv3.common.synchronization [req-86420290-c4da-4609-9bd6-f61b6b0d9477 req-e98bf369-2866-4182-b8ed-0c3475d10da2 tempest-AttachVolumeShelveTestJSON-176561124 tempest-AttachVolumeShelveTestJSON-176561124-project-member] Enqueued Resource ID: a8b06054-6748-40e3-9ac0-9be9fb37b7d3 with Priority: HIGHEST for action security_group_members [ 776.357342] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8b06054-6748-40e3-9ac0-9be9fb37b7d3 with Priority: HIGHEST for action security_group_members [ 776.358220] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8b06054-6748-40e3-9ac0-9be9fb37b7d3 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.358220] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8b06054-6748-40e3-9ac0-9be9fb37b7d3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.358220] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8b06054-6748-40e3-9ac0-9be9fb37b7d3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.358220] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8b06054-6748-40e3-9ac0-9be9fb37b7d3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.358220] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.358220] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.358549] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.358549] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.358549] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.358646] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8b06054-6748-40e3-9ac0-9be9fb37b7d3',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.460074] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.460226] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.460308] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.460516] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.460596] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.460815] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.460912] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.460977] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.461140] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.461213] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.461296] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e26d4d1-f937-4c1e-b058-9e98385baab0 is going to be updated. [ 776.462503] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.462594] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.462658] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.462801] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.462877] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.463050] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.463138] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.463199] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.463337] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.463412] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.463492] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30289e1a-24e2-49c4-860e-1d0350a75fd4 is going to be updated. [ 776.492856] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.492981] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.493071] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.493285] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.493536] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.497608] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.497751] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.497797] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.498099] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.498202] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.509744] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30289e1a-24e2-49c4-860e-1d0350a75fd4 in Status: IN_PROGRESS for 2s [ 776.509744] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e26d4d1-f937-4c1e-b058-9e98385baab0 in Status: IN_PROGRESS for 2s [ 776.742458] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock network-808 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.742458] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "network-808" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.743118] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "network-808" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.743685] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "network-808" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.744469] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.745591] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.745940] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.746562] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.746935] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.747382] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 776.747666] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 776.748095] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 776.748395] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 776.748708] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 776.750068] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 776.753025] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 776.770655] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 776.770950] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 776.773237] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 776.773237] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "network-808" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.773237] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock port-524429a4-e560-4c85-8a89-519ecfe7eb0b taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.773237] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "port-524429a4-e560-4c85-8a89-519ecfe7eb0b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.773237] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "port-524429a4-e560-4c85-8a89-519ecfe7eb0b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.773237] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "port-524429a4-e560-4c85-8a89-519ecfe7eb0b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.773237] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('524429a4-e560-4c85-8a89-519ecfe7eb0b',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.813669] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('346ed0eb-ae19-4843-9d5c-5fb45d121a17',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.862639] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.862800] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.862860] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.863073] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.863174] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.863360] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.863466] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.863517] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.863664] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.863737] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.863819] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8b06054-6748-40e3-9ac0-9be9fb37b7d3 already deleted. [ 776.863919] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8b06054-6748-40e3-9ac0-9be9fb37b7d3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.275558] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.276189] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.276434] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.277075] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.277663] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.278216] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Segment Port 524429a4-e560-4c85-8a89-519ecfe7eb0b not found, creating... [ 777.278688] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.279218] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.279429] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.279773] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.280088] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.280499] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.280838] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.281098] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.281458] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.281646] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.281868] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Resource: SegmentPort with ID: 524429a4-e560-4c85-8a89-519ecfe7eb0b is going to be created. [ 777.305255] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.305397] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.305504] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.305785] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.306033] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.306362] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "port-524429a4-e560-4c85-8a89-519ecfe7eb0b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.319642] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.319642] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.319642] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.319642] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.319642] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.319642] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 346ed0eb-ae19-4843-9d5c-5fb45d121a17 is going to be updated. [ 777.377622] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.377804] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.377882] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.378137] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.378268] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.398065] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 346ed0eb-ae19-4843-9d5c-5fb45d121a17 in Status: IN_PROGRESS for 2s [ 778.077857] env[65429]: INFO networking_nsxv3.common.synchronization [req-86420290-c4da-4609-9bd6-f61b6b0d9477 req-bf35150b-8ce5-4f62-af57-de80f6cf78a7 service nova] Enqueued Resource ID: a8b06054-6748-40e3-9ac0-9be9fb37b7d3 with Priority: HIGHEST for action security_group_rules [ 778.077857] env[65429]: INFO networking_nsxv3.common.synchronization [req-86420290-c4da-4609-9bd6-f61b6b0d9477 req-bf35150b-8ce5-4f62-af57-de80f6cf78a7 service nova] Enqueued Resource ID: a8b06054-6748-40e3-9ac0-9be9fb37b7d3 with Priority: HIGHEST for action security_group_members [ 778.077857] env[65429]: INFO networking_nsxv3.common.synchronization [req-86420290-c4da-4609-9bd6-f61b6b0d9477 req-bf35150b-8ce5-4f62-af57-de80f6cf78a7 service nova] Enqueued Resource ID: 524429a4-e560-4c85-8a89-519ecfe7eb0b with Priority: HIGHEST for action port [ 778.078303] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8b06054-6748-40e3-9ac0-9be9fb37b7d3 with Priority: HIGHEST for action security_group_rules [ 778.079175] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8b06054-6748-40e3-9ac0-9be9fb37b7d3 with Priority: HIGHEST for action security_group_members [ 778.079175] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 524429a4-e560-4c85-8a89-519ecfe7eb0b with Priority: HIGHEST for action port [ 778.079175] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8b06054-6748-40e3-9ac0-9be9fb37b7d3 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.080068] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8b06054-6748-40e3-9ac0-9be9fb37b7d3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.080068] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8b06054-6748-40e3-9ac0-9be9fb37b7d3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.080068] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8b06054-6748-40e3-9ac0-9be9fb37b7d3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.080068] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8b06054-6748-40e3-9ac0-9be9fb37b7d3',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.082041] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8b06054-6748-40e3-9ac0-9be9fb37b7d3 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.082041] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8b06054-6748-40e3-9ac0-9be9fb37b7d3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.082041] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8b06054-6748-40e3-9ac0-9be9fb37b7d3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.082041] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8b06054-6748-40e3-9ac0-9be9fb37b7d3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.082041] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.082041] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.082041] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.082041] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.082041] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.082041] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8b06054-6748-40e3-9ac0-9be9fb37b7d3',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.084774] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-524429a4-e560-4c85-8a89-519ecfe7eb0b taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.084774] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-524429a4-e560-4c85-8a89-519ecfe7eb0b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.084774] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-524429a4-e560-4c85-8a89-519ecfe7eb0b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.084774] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-524429a4-e560-4c85-8a89-519ecfe7eb0b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.084774] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('524429a4-e560-4c85-8a89-519ecfe7eb0b',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.154694] env[65429]: INFO networking_nsxv3.common.synchronization [None req-6fa54d7a-3fcd-4d0a-9c60-e97c0953c3cc None None] Enqueued Resource ID: 061f5dcf-c1b7-4115-ac98-e64f7761eb62 with Priority: HIGHEST for action port [ 778.155430] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 061f5dcf-c1b7-4115-ac98-e64f7761eb62 with Priority: HIGHEST for action port [ 778.155795] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-061f5dcf-c1b7-4115-ac98-e64f7761eb62 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.155936] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-061f5dcf-c1b7-4115-ac98-e64f7761eb62" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.155936] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-061f5dcf-c1b7-4115-ac98-e64f7761eb62" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.156177] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-061f5dcf-c1b7-4115-ac98-e64f7761eb62" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.156616] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('061f5dcf-c1b7-4115-ac98-e64f7761eb62',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.272538] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 424b630a-1669-4db1-a165-0c2cfa6c8053 in Status: SUCCESS [ 778.272720] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 424b630a-1669-4db1-a165-0c2cfa6c8053 deletion is rescheduled due to dependency. [ 778.272841] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-424b630a-1669-4db1-a165-0c2cfa6c8053" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.524467] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e26d4d1-f937-4c1e-b058-9e98385baab0 in Status: SUCCESS [ 778.524835] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e26d4d1-f937-4c1e-b058-9e98385baab0 deletion is rescheduled due to dependency. [ 778.524835] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e26d4d1-f937-4c1e-b058-9e98385baab0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.525530] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30289e1a-24e2-49c4-860e-1d0350a75fd4 in Status: SUCCESS [ 778.525745] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30289e1a-24e2-49c4-860e-1d0350a75fd4 deletion is rescheduled due to dependency. [ 778.525745] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30289e1a-24e2-49c4-860e-1d0350a75fd4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.585464] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8b06054-6748-40e3-9ac0-9be9fb37b7d3 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.585602] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8b06054-6748-40e3-9ac0-9be9fb37b7d3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.585800] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8b06054-6748-40e3-9ac0-9be9fb37b7d3',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.586807] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 524429a4-e560-4c85-8a89-519ecfe7eb0b with status ACTIVE [ 778.586997] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.587166] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.587202] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.587391] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.587478] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.587651] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.587730] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.587793] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.587941] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.588095] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.588307] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.588401] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.588463] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.588658] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.588658] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.588748] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 524429a4-e560-4c85-8a89-519ecfe7eb0b is going to be updated. [ 778.612653] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.612798] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.612864] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.613099] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.613241] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.613397] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-524429a4-e560-4c85-8a89-519ecfe7eb0b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.659879] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 061f5dcf-c1b7-4115-ac98-e64f7761eb62 [ 778.659879] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.659879] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.659879] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.660059] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.660199] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.660330] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:061f5dcf-c1b7-4115-ac98-e64f7761eb62 already deleted. [ 778.660434] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-061f5dcf-c1b7-4115-ac98-e64f7761eb62" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.090632] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8b06054-6748-40e3-9ac0-9be9fb37b7d3',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.411754] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 346ed0eb-ae19-4843-9d5c-5fb45d121a17 in Status: SUCCESS [ 779.412504] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.412504] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.412504] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.413361] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.413361] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.414479] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.414848] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.414848] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.415507] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.416352] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('346ed0eb-ae19-4843-9d5c-5fb45d121a17',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.597025] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.597025] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.597025] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.597025] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.597025] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.597025] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8b06054-6748-40e3-9ac0-9be9fb37b7d3 is going to be created. [ 779.629482] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.632477] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.632477] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.632477] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.632477] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.646984] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8b06054-6748-40e3-9ac0-9be9fb37b7d3 in Status: UNINITIALIZED for 2s [ 779.919605] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-346ed0eb-ae19-4843-9d5c-5fb45d121a17 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.920057] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.920162] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.920655] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.924633] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.924633] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.924633] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.924906] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.924906] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.924906] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.925133] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-346ed0eb-ae19-4843-9d5c-5fb45d121a17 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.925205] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.926080] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.926080] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.926204] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.926252] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.926703] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.926703] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.926703] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.926703] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.926856] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('346ed0eb-ae19-4843-9d5c-5fb45d121a17',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.433413] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 346ed0eb-ae19-4843-9d5c-5fb45d121a17: rpc.has_security_group_logging(os_id): False [ 780.455479] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.455631] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.455708] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.455942] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.456054] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.456354] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.456474] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.456583] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.456826] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.457520] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.457520] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.457520] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.457520] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.457923] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.457923] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.458286] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.458483] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.458581] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.458859] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.459019] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.459187] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 346ed0eb-ae19-4843-9d5c-5fb45d121a17 is going to be updated. [ 780.536490] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.536490] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.536490] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.537118] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.541154] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.572782] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 346ed0eb-ae19-4843-9d5c-5fb45d121a17 in Status: IN_PROGRESS for 2s [ 780.871548] env[65429]: INFO networking_nsxv3.common.synchronization [req-257d2422-f9fd-46be-90ab-5f414e5c63b4 req-a981f4c2-d7ac-4996-b3d4-1f0eaedb816a tempest-ImagesOneServerTestJSON-692734735 tempest-ImagesOneServerTestJSON-692734735-project-member] Enqueued Resource ID: 38107123-e6ea-47c0-8b9c-f150511062b7 with Priority: HIGHEST for action security_group_members [ 780.871548] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38107123-e6ea-47c0-8b9c-f150511062b7 with Priority: HIGHEST for action security_group_members [ 780.871548] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-38107123-e6ea-47c0-8b9c-f150511062b7 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.871548] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38107123-e6ea-47c0-8b9c-f150511062b7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.871548] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38107123-e6ea-47c0-8b9c-f150511062b7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.871548] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38107123-e6ea-47c0-8b9c-f150511062b7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.871548] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.871548] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.871548] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.872472] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.872735] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.872944] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38107123-e6ea-47c0-8b9c-f150511062b7',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.375386] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.375543] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.375619] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.375854] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.375951] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.376169] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.376284] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.376364] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.376554] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.376636] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.376724] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38107123-e6ea-47c0-8b9c-f150511062b7 is going to be updated. [ 781.410851] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.410851] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.410851] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.410851] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.410851] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.419125] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38107123-e6ea-47c0-8b9c-f150511062b7 in Status: IN_PROGRESS for 2s [ 781.612365] env[65429]: INFO networking_nsxv3.common.synchronization [req-d09a55fc-cc92-4495-af08-a5dccc2fc892 req-f0ee4adb-fee4-4bbb-8d92-40f7c109a8e6 tempest-ServersTestFqdnHostnames-1849723301 tempest-ServersTestFqdnHostnames-1849723301-project-member] Enqueued Resource ID: b6da2e71-0738-4f39-9e52-7626cb4eb47d with Priority: HIGHEST for action security_group_members [ 781.615398] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6da2e71-0738-4f39-9e52-7626cb4eb47d with Priority: HIGHEST for action security_group_members [ 781.615847] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6da2e71-0738-4f39-9e52-7626cb4eb47d taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.616117] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6da2e71-0738-4f39-9e52-7626cb4eb47d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.616580] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6da2e71-0738-4f39-9e52-7626cb4eb47d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.616580] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6da2e71-0738-4f39-9e52-7626cb4eb47d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.616735] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.616896] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.619958] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.619958] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.619958] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.619958] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6da2e71-0738-4f39-9e52-7626cb4eb47d',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.663429] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8b06054-6748-40e3-9ac0-9be9fb37b7d3 in Status: SUCCESS [ 781.663681] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8b06054-6748-40e3-9ac0-9be9fb37b7d3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.664082] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8b06054-6748-40e3-9ac0-9be9fb37b7d3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.664082] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8b06054-6748-40e3-9ac0-9be9fb37b7d3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.664287] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.664451] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.664484] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.664632] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.664724] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.664819] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8b06054-6748-40e3-9ac0-9be9fb37b7d3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.664925] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a8b06054-6748-40e3-9ac0-9be9fb37b7d3',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.121794] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.122764] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.122764] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.122764] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.122764] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.123816] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.124021] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.124777] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.125139] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.125769] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.125769] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6da2e71-0738-4f39-9e52-7626cb4eb47d is going to be updated. [ 782.167818] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.167993] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.168079] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.168594] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.168770] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.172996] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a8b06054-6748-40e3-9ac0-9be9fb37b7d3',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.184168] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6da2e71-0738-4f39-9e52-7626cb4eb47d in Status: IN_PROGRESS for 2s [ 782.589187] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 346ed0eb-ae19-4843-9d5c-5fb45d121a17 in Status: SUCCESS [ 782.589421] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.677384] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a8b06054-6748-40e3-9ac0-9be9fb37b7d3: rpc.has_security_group_logging(os_id): False [ 782.700323] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.700651] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.700760] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.701042] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.701276] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.701534] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.701668] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.701804] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.701954] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.701999] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.702542] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8b06054-6748-40e3-9ac0-9be9fb37b7d3 is going to be created. [ 782.781728] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.781728] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.781728] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.781728] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.781728] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.800462] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8b06054-6748-40e3-9ac0-9be9fb37b7d3 in Status: IN_PROGRESS for 2s [ 783.429632] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38107123-e6ea-47c0-8b9c-f150511062b7 in Status: SUCCESS [ 783.430070] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38107123-e6ea-47c0-8b9c-f150511062b7 deletion is rescheduled due to dependency. [ 783.430113] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38107123-e6ea-47c0-8b9c-f150511062b7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.194681] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6da2e71-0738-4f39-9e52-7626cb4eb47d in Status: SUCCESS [ 784.195019] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6da2e71-0738-4f39-9e52-7626cb4eb47d deletion is rescheduled due to dependency. [ 784.195141] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6da2e71-0738-4f39-9e52-7626cb4eb47d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.822262] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8b06054-6748-40e3-9ac0-9be9fb37b7d3 in Status: SUCCESS [ 784.822649] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8b06054-6748-40e3-9ac0-9be9fb37b7d3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.014890] env[65429]: INFO networking_nsxv3.common.synchronization [req-f27259ec-9f15-499e-a5d8-3c2fcd8b7c4e req-cd54343f-6efb-4a0f-9d45-2227f146f0d8 tempest-ServerAddressesTestJSON-629202383 tempest-ServerAddressesTestJSON-629202383-project-member] Enqueued Resource ID: 2e5c198b-8161-45a9-b33e-c35f4b3649a4 with Priority: HIGHEST for action security_group_members [ 785.015289] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e5c198b-8161-45a9-b33e-c35f4b3649a4 with Priority: HIGHEST for action security_group_members [ 785.015507] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e5c198b-8161-45a9-b33e-c35f4b3649a4 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.015630] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e5c198b-8161-45a9-b33e-c35f4b3649a4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.015689] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e5c198b-8161-45a9-b33e-c35f4b3649a4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.015934] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e5c198b-8161-45a9-b33e-c35f4b3649a4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.016253] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.016376] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.016445] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.016557] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.016643] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.016740] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e5c198b-8161-45a9-b33e-c35f4b3649a4',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.022572] env[65429]: INFO networking_nsxv3.common.synchronization [None req-c5777ba6-33e4-4b24-ae4e-d47f015ad006 None None] Enqueued Resource ID: 4d18dc57-464b-4b5e-89a1-b2246ab58711 with Priority: HIGHEST for action port [ 785.022781] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d18dc57-464b-4b5e-89a1-b2246ab58711 with Priority: HIGHEST for action port [ 785.024664] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d18dc57-464b-4b5e-89a1-b2246ab58711 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.024810] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d18dc57-464b-4b5e-89a1-b2246ab58711" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.024884] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d18dc57-464b-4b5e-89a1-b2246ab58711" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.025163] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d18dc57-464b-4b5e-89a1-b2246ab58711" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.025234] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d18dc57-464b-4b5e-89a1-b2246ab58711',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.521249] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.521503] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.521503] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.522051] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.522051] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.522051] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.522227] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.522227] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.522299] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.522377] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.522456] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e5c198b-8161-45a9-b33e-c35f4b3649a4 already deleted. [ 785.522510] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e5c198b-8161-45a9-b33e-c35f4b3649a4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.528311] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4d18dc57-464b-4b5e-89a1-b2246ab58711 [ 785.528311] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.528652] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.528652] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.529324] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.529827] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.529827] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4d18dc57-464b-4b5e-89a1-b2246ab58711 already deleted. [ 785.529827] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d18dc57-464b-4b5e-89a1-b2246ab58711" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.728163] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock network-131 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.728163] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "network-131" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.728163] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "network-131" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.728163] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "network-131" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.728163] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.728163] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.728163] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.728933] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.729259] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.729613] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 785.729943] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 785.730214] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 785.730441] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 785.731200] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 785.731200] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 785.731200] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 785.754526] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 785.754687] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 785.754829] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 785.754982] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "network-131" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.755307] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock port-3069b5b9-9cbc-405e-a54e-87f1e781eb9d taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.755840] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "port-3069b5b9-9cbc-405e-a54e-87f1e781eb9d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.755840] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "port-3069b5b9-9cbc-405e-a54e-87f1e781eb9d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.755959] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "port-3069b5b9-9cbc-405e-a54e-87f1e781eb9d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.756133] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3069b5b9-9cbc-405e-a54e-87f1e781eb9d',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.914829] env[65429]: INFO networking_nsxv3.common.synchronization [req-098127f8-abd6-4094-bb8b-9f71d7198e7f req-2e5bdcad-8772-4405-8a1f-1d28b0b9b8b0 tempest-ListImageFiltersTestJSON-1648131085 tempest-ListImageFiltersTestJSON-1648131085-project-member] Enqueued Resource ID: e55f954a-ff42-4c28-b21d-7fea00a696c2 with Priority: HIGHEST for action security_group_members [ 785.915132] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e55f954a-ff42-4c28-b21d-7fea00a696c2 with Priority: HIGHEST for action security_group_members [ 785.916574] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-e55f954a-ff42-4c28-b21d-7fea00a696c2 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.916574] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e55f954a-ff42-4c28-b21d-7fea00a696c2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.916574] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e55f954a-ff42-4c28-b21d-7fea00a696c2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.916574] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e55f954a-ff42-4c28-b21d-7fea00a696c2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.916574] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.916574] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.916574] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.916574] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.916574] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.916574] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e55f954a-ff42-4c28-b21d-7fea00a696c2',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.258680] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.258910] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.259050] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.259333] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.259478] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.259630] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Segment Port 3069b5b9-9cbc-405e-a54e-87f1e781eb9d not found, creating... [ 786.259957] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.260123] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.260239] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.260449] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.260582] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.260935] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.261162] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.261244] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.261464] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.261597] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.261732] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Resource: SegmentPort with ID: 3069b5b9-9cbc-405e-a54e-87f1e781eb9d is going to be created. [ 786.283340] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.283596] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.283690] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.283920] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.284162] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.284384] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "port-3069b5b9-9cbc-405e-a54e-87f1e781eb9d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.419584] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e55f954a-ff42-4c28-b21d-7fea00a696c2',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.922412] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e55f954a-ff42-4c28-b21d-7fea00a696c2',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.152356] env[65429]: INFO networking_nsxv3.common.synchronization [req-f27259ec-9f15-499e-a5d8-3c2fcd8b7c4e req-b1b482c0-89f4-4b1a-846f-9a6a84bd4f18 service nova] Enqueued Resource ID: 2e5c198b-8161-45a9-b33e-c35f4b3649a4 with Priority: HIGHEST for action security_group_rules [ 787.153019] env[65429]: INFO networking_nsxv3.common.synchronization [req-f27259ec-9f15-499e-a5d8-3c2fcd8b7c4e req-b1b482c0-89f4-4b1a-846f-9a6a84bd4f18 service nova] Enqueued Resource ID: 2e5c198b-8161-45a9-b33e-c35f4b3649a4 with Priority: HIGHEST for action security_group_members [ 787.153292] env[65429]: INFO networking_nsxv3.common.synchronization [req-f27259ec-9f15-499e-a5d8-3c2fcd8b7c4e req-b1b482c0-89f4-4b1a-846f-9a6a84bd4f18 service nova] Enqueued Resource ID: 3069b5b9-9cbc-405e-a54e-87f1e781eb9d with Priority: HIGHEST for action port [ 787.153932] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e5c198b-8161-45a9-b33e-c35f4b3649a4 with Priority: HIGHEST for action security_group_rules [ 787.154196] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e5c198b-8161-45a9-b33e-c35f4b3649a4 with Priority: HIGHEST for action security_group_members [ 787.154575] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3069b5b9-9cbc-405e-a54e-87f1e781eb9d with Priority: HIGHEST for action port [ 787.155291] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e5c198b-8161-45a9-b33e-c35f4b3649a4 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.158026] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e5c198b-8161-45a9-b33e-c35f4b3649a4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.158026] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e5c198b-8161-45a9-b33e-c35f4b3649a4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.158026] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e5c198b-8161-45a9-b33e-c35f4b3649a4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.158026] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e5c198b-8161-45a9-b33e-c35f4b3649a4',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.158026] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e5c198b-8161-45a9-b33e-c35f4b3649a4 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.158026] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e5c198b-8161-45a9-b33e-c35f4b3649a4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.158026] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e5c198b-8161-45a9-b33e-c35f4b3649a4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.158026] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e5c198b-8161-45a9-b33e-c35f4b3649a4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.158026] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.158026] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.158026] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.158026] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.158026] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.158026] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e5c198b-8161-45a9-b33e-c35f4b3649a4',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.162732] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-3069b5b9-9cbc-405e-a54e-87f1e781eb9d taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.162732] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3069b5b9-9cbc-405e-a54e-87f1e781eb9d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.162732] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3069b5b9-9cbc-405e-a54e-87f1e781eb9d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.162732] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3069b5b9-9cbc-405e-a54e-87f1e781eb9d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.162732] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3069b5b9-9cbc-405e-a54e-87f1e781eb9d',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.332686] env[65429]: INFO networking_nsxv3.common.synchronization [None req-dc93d8e1-c25c-4752-aa4e-adc18785943f None None] Enqueued Resource ID: e25ed7f0-7052-4d18-ad54-07a9127e2ed8 with Priority: HIGHEST for action port [ 787.333282] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e25ed7f0-7052-4d18-ad54-07a9127e2ed8 with Priority: HIGHEST for action port [ 787.333581] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-e25ed7f0-7052-4d18-ad54-07a9127e2ed8 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.333774] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e25ed7f0-7052-4d18-ad54-07a9127e2ed8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.333855] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e25ed7f0-7052-4d18-ad54-07a9127e2ed8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.334794] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e25ed7f0-7052-4d18-ad54-07a9127e2ed8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.334901] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e25ed7f0-7052-4d18-ad54-07a9127e2ed8',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.427278] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.427449] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.427614] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.427870] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.427967] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.428579] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e55f954a-ff42-4c28-b21d-7fea00a696c2 is going to be updated. [ 787.459564] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.459934] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.459934] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.460070] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.460217] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.469101] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e55f954a-ff42-4c28-b21d-7fea00a696c2 in Status: IN_PROGRESS for 2s [ 787.663177] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e5c198b-8161-45a9-b33e-c35f4b3649a4 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.663354] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e5c198b-8161-45a9-b33e-c35f4b3649a4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.663490] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2e5c198b-8161-45a9-b33e-c35f4b3649a4',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.667066] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3069b5b9-9cbc-405e-a54e-87f1e781eb9d with status ACTIVE [ 787.667286] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.667589] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.667589] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.667783] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.668932] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.668932] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.669080] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.669080] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.669232] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.669315] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.669496] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.669595] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.669665] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.669863] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.669950] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.670033] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3069b5b9-9cbc-405e-a54e-87f1e781eb9d is going to be updated. [ 787.692863] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.693291] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.693291] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.693291] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.693631] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.693631] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3069b5b9-9cbc-405e-a54e-87f1e781eb9d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.793816] env[65429]: INFO networking_nsxv3.common.synchronization [req-e26ef8da-efc0-4de5-9f4c-4b80e7f8cb66 req-37c27539-57fc-4b51-8a90-b6400681cb9b tempest-AttachInterfacesTestJSON-192137818 tempest-AttachInterfacesTestJSON-192137818-project-member] Enqueued Resource ID: 054bf747-447a-4136-a6de-156a44df67d5 with Priority: HIGHEST for action security_group_members [ 787.794448] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 054bf747-447a-4136-a6de-156a44df67d5 with Priority: HIGHEST for action security_group_members [ 787.795510] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-054bf747-447a-4136-a6de-156a44df67d5 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.795510] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-054bf747-447a-4136-a6de-156a44df67d5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.795510] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-054bf747-447a-4136-a6de-156a44df67d5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.795510] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-054bf747-447a-4136-a6de-156a44df67d5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.795510] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.795892] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.795892] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.795892] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.795892] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.795998] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('054bf747-447a-4136-a6de-156a44df67d5',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.839289] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e25ed7f0-7052-4d18-ad54-07a9127e2ed8 [ 787.839870] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.840651] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.840793] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.841097] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.841263] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.841405] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e25ed7f0-7052-4d18-ad54-07a9127e2ed8 already deleted. [ 787.841548] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e25ed7f0-7052-4d18-ad54-07a9127e2ed8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.166198] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2e5c198b-8161-45a9-b33e-c35f4b3649a4',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.302378] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.302378] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.302378] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.302378] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.302378] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.302378] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.302378] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.302378] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.302378] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.302378] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.302378] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 054bf747-447a-4136-a6de-156a44df67d5 already deleted. [ 788.302378] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-054bf747-447a-4136-a6de-156a44df67d5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.416987] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock network-846 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.418434] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "network-846" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.418434] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "network-846" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.418434] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "network-846" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.418434] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.418434] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.418434] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.418698] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.419035] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.419265] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 788.419389] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 788.419493] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 788.419598] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 788.419707] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 788.419841] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 788.419972] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 788.441741] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 788.441948] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 788.442037] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 788.442298] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "network-846" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.442547] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock port-5c1cc819-ed27-42c1-8c6d-0b4a9fa7055e taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.442729] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "port-5c1cc819-ed27-42c1-8c6d-0b4a9fa7055e" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.442855] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "port-5c1cc819-ed27-42c1-8c6d-0b4a9fa7055e" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.443200] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "port-5c1cc819-ed27-42c1-8c6d-0b4a9fa7055e" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.443357] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c1cc819-ed27-42c1-8c6d-0b4a9fa7055e',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.657637] env[65429]: INFO networking_nsxv3.common.synchronization [None req-87cba7e8-7f16-4775-b224-a6d07f1369e1 None None] Enqueued Resource ID: f5c9358b-82c5-45f6-9096-257f38a4b5c7 with Priority: HIGHEST for action port [ 788.658361] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5c9358b-82c5-45f6-9096-257f38a4b5c7 with Priority: HIGHEST for action port [ 788.659008] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5c9358b-82c5-45f6-9096-257f38a4b5c7 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.659159] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5c9358b-82c5-45f6-9096-257f38a4b5c7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.659230] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5c9358b-82c5-45f6-9096-257f38a4b5c7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.659481] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5c9358b-82c5-45f6-9096-257f38a4b5c7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.659584] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5c9358b-82c5-45f6-9096-257f38a4b5c7',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.670638] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.670905] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.670947] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.671256] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.671385] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.671528] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e5c198b-8161-45a9-b33e-c35f4b3649a4 is going to be created. [ 788.702135] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.702135] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.702135] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.702418] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.702418] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.713757] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e5c198b-8161-45a9-b33e-c35f4b3649a4 in Status: UNINITIALIZED for 2s [ 788.946500] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.946767] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.946927] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.947393] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.947601] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.947794] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Segment Port 5c1cc819-ed27-42c1-8c6d-0b4a9fa7055e not found, creating... [ 788.948253] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.948429] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.948614] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.948902] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.949110] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.949429] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.949591] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.949726] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.949984] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.950144] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.950318] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Resource: SegmentPort with ID: 5c1cc819-ed27-42c1-8c6d-0b4a9fa7055e is going to be created. [ 788.971201] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.971443] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.971565] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.972304] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.972304] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.972721] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "port-5c1cc819-ed27-42c1-8c6d-0b4a9fa7055e" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.163161] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f5c9358b-82c5-45f6-9096-257f38a4b5c7 [ 789.163161] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.163161] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.163161] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.163161] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.163161] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.163528] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f5c9358b-82c5-45f6-9096-257f38a4b5c7 already deleted. [ 789.163528] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5c9358b-82c5-45f6-9096-257f38a4b5c7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.479650] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e55f954a-ff42-4c28-b21d-7fea00a696c2 in Status: SUCCESS [ 789.479988] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e55f954a-ff42-4c28-b21d-7fea00a696c2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.728488] env[65429]: INFO networking_nsxv3.common.synchronization [req-e26ef8da-efc0-4de5-9f4c-4b80e7f8cb66 req-0d2967b0-2756-49e0-bc84-56e1d5628faf service nova] Enqueued Resource ID: 054bf747-447a-4136-a6de-156a44df67d5 with Priority: HIGHEST for action security_group_rules [ 789.728744] env[65429]: INFO networking_nsxv3.common.synchronization [req-e26ef8da-efc0-4de5-9f4c-4b80e7f8cb66 req-0d2967b0-2756-49e0-bc84-56e1d5628faf service nova] Enqueued Resource ID: 054bf747-447a-4136-a6de-156a44df67d5 with Priority: HIGHEST for action security_group_members [ 789.728960] env[65429]: INFO networking_nsxv3.common.synchronization [req-e26ef8da-efc0-4de5-9f4c-4b80e7f8cb66 req-0d2967b0-2756-49e0-bc84-56e1d5628faf service nova] Enqueued Resource ID: 5c1cc819-ed27-42c1-8c6d-0b4a9fa7055e with Priority: HIGHEST for action port [ 789.732373] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 054bf747-447a-4136-a6de-156a44df67d5 with Priority: HIGHEST for action security_group_rules [ 789.732373] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 054bf747-447a-4136-a6de-156a44df67d5 with Priority: HIGHEST for action security_group_members [ 789.732373] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c1cc819-ed27-42c1-8c6d-0b4a9fa7055e with Priority: HIGHEST for action port [ 789.732373] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-054bf747-447a-4136-a6de-156a44df67d5 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.732373] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-054bf747-447a-4136-a6de-156a44df67d5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.732373] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-054bf747-447a-4136-a6de-156a44df67d5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.732373] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-054bf747-447a-4136-a6de-156a44df67d5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.732373] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('054bf747-447a-4136-a6de-156a44df67d5',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.732373] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-054bf747-447a-4136-a6de-156a44df67d5 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.732373] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-054bf747-447a-4136-a6de-156a44df67d5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.732373] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-054bf747-447a-4136-a6de-156a44df67d5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.732373] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-054bf747-447a-4136-a6de-156a44df67d5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.732373] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.732373] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.732373] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.733096] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.733096] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.733096] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('054bf747-447a-4136-a6de-156a44df67d5',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.734019] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c1cc819-ed27-42c1-8c6d-0b4a9fa7055e taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.734019] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c1cc819-ed27-42c1-8c6d-0b4a9fa7055e" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.734019] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c1cc819-ed27-42c1-8c6d-0b4a9fa7055e" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.734207] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c1cc819-ed27-42c1-8c6d-0b4a9fa7055e" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.734242] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c1cc819-ed27-42c1-8c6d-0b4a9fa7055e',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.238669] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('054bf747-447a-4136-a6de-156a44df67d5',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.240298] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-054bf747-447a-4136-a6de-156a44df67d5 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.240449] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-054bf747-447a-4136-a6de-156a44df67d5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.240610] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5c1cc819-ed27-42c1-8c6d-0b4a9fa7055e with status ACTIVE [ 790.240804] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.241091] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.241091] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.241260] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.241346] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.241531] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.241606] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.241747] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.241796] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.241898] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.244980] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.244980] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.244980] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.244980] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.244980] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.244980] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5c1cc819-ed27-42c1-8c6d-0b4a9fa7055e is going to be updated. [ 790.268673] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.268673] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.268845] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.268958] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.269154] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.269323] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c1cc819-ed27-42c1-8c6d-0b4a9fa7055e" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.372704] env[65429]: INFO networking_nsxv3.common.synchronization [req-017091bb-63d3-4901-bab5-825fe3d6ec3c req-edd2885e-9a05-475a-ac53-92d8f248d8f6 tempest-ServersAdminTestJSON-611263935 tempest-ServersAdminTestJSON-611263935-project-member] Enqueued Resource ID: d075b3cd-e544-42a6-afb4-6f693b39465c with Priority: HIGHEST for action security_group_members [ 790.372704] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d075b3cd-e544-42a6-afb4-6f693b39465c with Priority: HIGHEST for action security_group_members [ 790.374241] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-d075b3cd-e544-42a6-afb4-6f693b39465c taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.374392] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.374631] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.374663] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.374831] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.374929] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.375055] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.375542] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.375542] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.375542] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d075b3cd-e544-42a6-afb4-6f693b39465c',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.623480] env[65429]: INFO networking_nsxv3.common.synchronization [None req-8f2c6d48-e721-4772-b2e0-52af19d48729 None None] Enqueued Resource ID: eb52dc4e-0118-4eaf-9984-4ac090bbaae6 with Priority: HIGHEST for action port [ 790.623765] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb52dc4e-0118-4eaf-9984-4ac090bbaae6 with Priority: HIGHEST for action port [ 790.624112] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb52dc4e-0118-4eaf-9984-4ac090bbaae6 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.624404] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb52dc4e-0118-4eaf-9984-4ac090bbaae6" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.624404] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb52dc4e-0118-4eaf-9984-4ac090bbaae6" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.624830] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb52dc4e-0118-4eaf-9984-4ac090bbaae6" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.624830] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb52dc4e-0118-4eaf-9984-4ac090bbaae6',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.705558] env[65429]: INFO networking_nsxv3.common.synchronization [None req-bd195ff7-11b6-47af-826c-2c7201c7274d None None] Enqueued Resource ID: 255f1335-7759-4367-8f2d-82a26dbdd96d with Priority: HIGHEST for action port [ 790.706250] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 255f1335-7759-4367-8f2d-82a26dbdd96d with Priority: HIGHEST for action port [ 790.708017] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-255f1335-7759-4367-8f2d-82a26dbdd96d taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.708162] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-255f1335-7759-4367-8f2d-82a26dbdd96d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.708238] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-255f1335-7759-4367-8f2d-82a26dbdd96d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.708507] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-255f1335-7759-4367-8f2d-82a26dbdd96d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.708609] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('255f1335-7759-4367-8f2d-82a26dbdd96d',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.726198] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e5c198b-8161-45a9-b33e-c35f4b3649a4 in Status: SUCCESS [ 790.727656] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e5c198b-8161-45a9-b33e-c35f4b3649a4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.728973] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e5c198b-8161-45a9-b33e-c35f4b3649a4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.729248] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e5c198b-8161-45a9-b33e-c35f4b3649a4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.729445] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.729640] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.729888] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.730076] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.730166] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.730258] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e5c198b-8161-45a9-b33e-c35f4b3649a4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.731688] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2e5c198b-8161-45a9-b33e-c35f4b3649a4',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.745845] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('054bf747-447a-4136-a6de-156a44df67d5',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.880018] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d075b3cd-e544-42a6-afb4-6f693b39465c',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.964049] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock network-885 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.964252] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "network-885" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.964376] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "network-885" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.964883] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "network-885" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.964883] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.965300] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.965403] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.965616] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.965753] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.966066] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 790.966066] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 790.966196] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 790.966275] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 790.966783] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 790.966783] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 790.966783] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 790.988321] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 790.988489] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 790.988611] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 790.988780] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "network-885" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.989155] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock port-ea882da3-28af-437a-aae1-fafb81a1c699 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.989329] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "port-ea882da3-28af-437a-aae1-fafb81a1c699" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.989533] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "port-ea882da3-28af-437a-aae1-fafb81a1c699" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.989814] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "port-ea882da3-28af-437a-aae1-fafb81a1c699" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.989922] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea882da3-28af-437a-aae1-fafb81a1c699',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.128440] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eb52dc4e-0118-4eaf-9984-4ac090bbaae6 [ 791.128701] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.128843] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.129178] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.129178] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.129295] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.129581] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eb52dc4e-0118-4eaf-9984-4ac090bbaae6 already deleted. [ 791.129581] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb52dc4e-0118-4eaf-9984-4ac090bbaae6" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.210910] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 255f1335-7759-4367-8f2d-82a26dbdd96d [ 791.211187] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.211328] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.211390] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.211856] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.211961] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.212075] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:255f1335-7759-4367-8f2d-82a26dbdd96d already deleted. [ 791.212154] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-255f1335-7759-4367-8f2d-82a26dbdd96d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.234237] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e5c198b-8161-45a9-b33e-c35f4b3649a4 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.234426] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e5c198b-8161-45a9-b33e-c35f4b3649a4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.234520] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e5c198b-8161-45a9-b33e-c35f4b3649a4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.234867] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e5c198b-8161-45a9-b33e-c35f4b3649a4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.234957] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.235071] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.235135] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.235337] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.235451] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.235576] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e5c198b-8161-45a9-b33e-c35f4b3649a4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.235768] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e5c198b-8161-45a9-b33e-c35f4b3649a4 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.235901] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e5c198b-8161-45a9-b33e-c35f4b3649a4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.235985] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e5c198b-8161-45a9-b33e-c35f4b3649a4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.236286] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e5c198b-8161-45a9-b33e-c35f4b3649a4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.236461] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.236582] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.236752] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.236925] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.237025] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.237111] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e5c198b-8161-45a9-b33e-c35f4b3649a4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.237205] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2e5c198b-8161-45a9-b33e-c35f4b3649a4',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.249299] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.249511] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.249511] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.249736] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.249847] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.249964] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 054bf747-447a-4136-a6de-156a44df67d5 is going to be created. [ 791.283285] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.283528] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.283528] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.286925] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.286925] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.298694] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 054bf747-447a-4136-a6de-156a44df67d5 in Status: UNINITIALIZED for 2s [ 791.384158] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d075b3cd-e544-42a6-afb4-6f693b39465c',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.493657] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.493657] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.493976] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.494099] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.494307] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.494492] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Segment Port ea882da3-28af-437a-aae1-fafb81a1c699 not found, creating... [ 791.494841] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.495069] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.495168] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.495415] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.495567] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.495878] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.496074] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.496174] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.496413] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.496554] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.497088] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Resource: SegmentPort with ID: ea882da3-28af-437a-aae1-fafb81a1c699 is going to be created. [ 791.538544] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.538825] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.538989] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.539329] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.539605] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.539932] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "port-ea882da3-28af-437a-aae1-fafb81a1c699" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.741474] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2e5c198b-8161-45a9-b33e-c35f4b3649a4: rpc.has_security_group_logging(os_id): False [ 791.755348] env[65429]: INFO networking_nsxv3.common.synchronization [None req-dde06a24-14bc-4f5e-91c3-6c02232689a4 tempest-ServerActionsTestJSON-1857976248 tempest-ServerActionsTestJSON-1857976248-project-member] Enqueued Resource ID: 09b42f09-5675-4093-98d2-c237cb24a3a7 with Priority: HIGHEST for action security_group_rules [ 791.756285] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09b42f09-5675-4093-98d2-c237cb24a3a7 with Priority: HIGHEST for action security_group_rules [ 791.756603] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-09b42f09-5675-4093-98d2-c237cb24a3a7 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.757126] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-09b42f09-5675-4093-98d2-c237cb24a3a7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.757126] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-09b42f09-5675-4093-98d2-c237cb24a3a7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.757235] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-09b42f09-5675-4093-98d2-c237cb24a3a7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.757280] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('09b42f09-5675-4093-98d2-c237cb24a3a7',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.763886] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.764739] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.764739] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.764739] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.764739] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.765041] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.765167] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.765303] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.765538] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.765676] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.765946] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.766118] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.766216] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.766449] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.766583] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.766876] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.767039] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.767131] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.767343] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.767472] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.767596] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e5c198b-8161-45a9-b33e-c35f4b3649a4 is going to be created. [ 791.844982] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.844982] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.844982] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.844982] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.844982] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.859531] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e5c198b-8161-45a9-b33e-c35f4b3649a4 in Status: IN_PROGRESS for 2s [ 791.889304] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.890454] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.890596] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.890972] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.891080] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.891241] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d075b3cd-e544-42a6-afb4-6f693b39465c is going to be updated. [ 791.946651] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.946858] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.946858] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.947136] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.947295] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.959509] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d075b3cd-e544-42a6-afb4-6f693b39465c in Status: IN_PROGRESS for 2s [ 792.102290] env[65429]: INFO networking_nsxv3.common.synchronization [None req-203dedd3-0d9f-4b24-abd1-138e067dc9b6 tempest-ServerActionsTestJSON-1857976248 tempest-ServerActionsTestJSON-1857976248-project-member] Enqueued Resource ID: 09b42f09-5675-4093-98d2-c237cb24a3a7 with Priority: HIGHEST for action security_group_rules [ 792.104040] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09b42f09-5675-4093-98d2-c237cb24a3a7 with Priority: HIGHEST for action security_group_rules [ 792.104040] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-09b42f09-5675-4093-98d2-c237cb24a3a7 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.104040] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-09b42f09-5675-4093-98d2-c237cb24a3a7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.246674] env[65429]: INFO networking_nsxv3.common.synchronization [req-017091bb-63d3-4901-bab5-825fe3d6ec3c req-a2beeb97-ea63-423a-9875-c80d3185ed86 service nova] Enqueued Resource ID: d075b3cd-e544-42a6-afb4-6f693b39465c with Priority: HIGHEST for action security_group_rules [ 792.246856] env[65429]: INFO networking_nsxv3.common.synchronization [req-017091bb-63d3-4901-bab5-825fe3d6ec3c req-a2beeb97-ea63-423a-9875-c80d3185ed86 service nova] Enqueued Resource ID: d075b3cd-e544-42a6-afb4-6f693b39465c with Priority: HIGHEST for action security_group_members [ 792.246986] env[65429]: INFO networking_nsxv3.common.synchronization [req-017091bb-63d3-4901-bab5-825fe3d6ec3c req-a2beeb97-ea63-423a-9875-c80d3185ed86 service nova] Enqueued Resource ID: ea882da3-28af-437a-aae1-fafb81a1c699 with Priority: HIGHEST for action port [ 792.248444] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d075b3cd-e544-42a6-afb4-6f693b39465c with Priority: HIGHEST for action security_group_rules [ 792.248740] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d075b3cd-e544-42a6-afb4-6f693b39465c with Priority: HIGHEST for action security_group_members [ 792.248740] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea882da3-28af-437a-aae1-fafb81a1c699 with Priority: HIGHEST for action port [ 792.248972] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d075b3cd-e544-42a6-afb4-6f693b39465c taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.249089] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.249158] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.249360] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.249443] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d075b3cd-e544-42a6-afb4-6f693b39465c',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.250521] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-d075b3cd-e544-42a6-afb4-6f693b39465c taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.250615] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.250803] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea882da3-28af-437a-aae1-fafb81a1c699 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.250912] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea882da3-28af-437a-aae1-fafb81a1c699" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.250977] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea882da3-28af-437a-aae1-fafb81a1c699" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.251153] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea882da3-28af-437a-aae1-fafb81a1c699" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.251228] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea882da3-28af-437a-aae1-fafb81a1c699',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.278978] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.280273] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.280679] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.280679] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.284018] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.284018] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 09b42f09-5675-4093-98d2-c237cb24a3a7 already deleted. [ 792.284018] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-09b42f09-5675-4093-98d2-c237cb24a3a7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.284018] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-09b42f09-5675-4093-98d2-c237cb24a3a7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.284018] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-09b42f09-5675-4093-98d2-c237cb24a3a7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.284018] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('09b42f09-5675-4093-98d2-c237cb24a3a7',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.754321] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-d075b3cd-e544-42a6-afb4-6f693b39465c taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.754712] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.755316] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ea882da3-28af-437a-aae1-fafb81a1c699 with status ACTIVE [ 792.757070] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.757231] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.757321] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.757626] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.757766] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.758058] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.758198] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.758297] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.758521] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.758639] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.758906] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.759048] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.759145] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.759350] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.759461] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.759575] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ea882da3-28af-437a-aae1-fafb81a1c699 is going to be updated. [ 792.785047] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.785047] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.785047] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.785047] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.785047] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.785491] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea882da3-28af-437a-aae1-fafb81a1c699" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.808894] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.809126] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.809187] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.809388] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.809733] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.809920] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 09b42f09-5675-4093-98d2-c237cb24a3a7 already deleted. [ 792.810037] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-09b42f09-5675-4093-98d2-c237cb24a3a7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.961103] env[65429]: INFO networking_nsxv3.common.synchronization [req-8225876d-e47d-4457-b3ba-73aaf88d1707 req-d357d69f-0051-4f86-9687-1acfcfb10f60 tempest-AttachVolumeNegativeTest-567722119 tempest-AttachVolumeNegativeTest-567722119-project-member] Enqueued Resource ID: 0ffc220e-2a51-48ed-8220-9245a177220f with Priority: HIGHEST for action security_group_members [ 792.961869] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ffc220e-2a51-48ed-8220-9245a177220f with Priority: HIGHEST for action security_group_members [ 792.962082] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ffc220e-2a51-48ed-8220-9245a177220f taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.962208] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ffc220e-2a51-48ed-8220-9245a177220f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.962270] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ffc220e-2a51-48ed-8220-9245a177220f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.962512] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ffc220e-2a51-48ed-8220-9245a177220f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.962706] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.962807] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.962870] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.963039] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.963156] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.963205] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ffc220e-2a51-48ed-8220-9245a177220f',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.312363] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 054bf747-447a-4136-a6de-156a44df67d5 in Status: SUCCESS [ 793.313030] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-054bf747-447a-4136-a6de-156a44df67d5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.313030] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-054bf747-447a-4136-a6de-156a44df67d5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.313352] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-054bf747-447a-4136-a6de-156a44df67d5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.313593] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.313728] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.313772] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.313971] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.314071] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.314159] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-054bf747-447a-4136-a6de-156a44df67d5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.314250] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('054bf747-447a-4136-a6de-156a44df67d5',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.333221] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock network-384 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.333416] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "network-384" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.334602] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "network-384" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.334602] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "network-384" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.334602] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.334808] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.334931] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.335245] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.335417] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.335657] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 793.335765] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 793.335874] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 793.335998] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 793.336155] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 793.336264] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 793.336403] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 793.380245] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 793.380392] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Cache value generated in 0.044 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 793.380392] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 793.381275] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "network-384" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.381275] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock port-a688d5cf-f2c0-4e3f-8a93-889706224cda taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.381275] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "port-a688d5cf-f2c0-4e3f-8a93-889706224cda" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.381524] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "port-a688d5cf-f2c0-4e3f-8a93-889706224cda" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.381716] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "port-a688d5cf-f2c0-4e3f-8a93-889706224cda" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.381855] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a688d5cf-f2c0-4e3f-8a93-889706224cda',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.465486] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.465726] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.465726] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.465932] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.466043] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.466236] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.466345] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.466395] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.466550] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.466617] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.467035] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ffc220e-2a51-48ed-8220-9245a177220f already deleted. [ 793.467035] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ffc220e-2a51-48ed-8220-9245a177220f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.480437] env[65429]: INFO networking_nsxv3.common.synchronization [None req-701251d6-3872-4e88-8e3a-2163151b7b03 None None] Enqueued Resource ID: b9d1f348-fe53-4aaa-a8c5-1fdd50399467 with Priority: HIGHEST for action port [ 793.480612] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9d1f348-fe53-4aaa-a8c5-1fdd50399467 with Priority: HIGHEST for action port [ 793.480963] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9d1f348-fe53-4aaa-a8c5-1fdd50399467 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.481705] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9d1f348-fe53-4aaa-a8c5-1fdd50399467" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.481705] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9d1f348-fe53-4aaa-a8c5-1fdd50399467" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.481894] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9d1f348-fe53-4aaa-a8c5-1fdd50399467" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.482047] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9d1f348-fe53-4aaa-a8c5-1fdd50399467',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.817421] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('054bf747-447a-4136-a6de-156a44df67d5',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.875773] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2e5c198b-8161-45a9-b33e-c35f4b3649a4 in Status: SUCCESS [ 793.875773] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e5c198b-8161-45a9-b33e-c35f4b3649a4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.885188] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.885411] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.885792] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.885792] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.885925] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.886082] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Segment Port a688d5cf-f2c0-4e3f-8a93-889706224cda not found, creating... [ 793.886338] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.886492] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.886600] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.886814] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.886941] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.887235] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.887611] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.887611] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.888259] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.888656] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.888814] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Resource: SegmentPort with ID: a688d5cf-f2c0-4e3f-8a93-889706224cda is going to be created. [ 793.913361] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.913574] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.913670] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.913943] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.914189] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.914399] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "port-a688d5cf-f2c0-4e3f-8a93-889706224cda" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.974790] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d075b3cd-e544-42a6-afb4-6f693b39465c in Status: SUCCESS [ 793.975148] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.975285] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.975430] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.975670] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.975814] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.975814] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.975926] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.975984] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.976094] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d075b3cd-e544-42a6-afb4-6f693b39465c',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.986104] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b9d1f348-fe53-4aaa-a8c5-1fdd50399467 [ 793.986104] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.986104] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.986104] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.986104] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.986104] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.986104] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b9d1f348-fe53-4aaa-a8c5-1fdd50399467 already deleted. [ 793.986439] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9d1f348-fe53-4aaa-a8c5-1fdd50399467" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.319422] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 054bf747-447a-4136-a6de-156a44df67d5: rpc.has_security_group_logging(os_id): False [ 794.341630] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.341630] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.341783] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.342010] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.342162] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.342540] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.342710] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.342823] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.345099] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.345235] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.345235] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 054bf747-447a-4136-a6de-156a44df67d5 is going to be created. [ 794.420502] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.420502] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.420502] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.420502] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.420799] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.434975] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 054bf747-447a-4136-a6de-156a44df67d5 in Status: IN_PROGRESS for 2s [ 794.479177] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d075b3cd-e544-42a6-afb4-6f693b39465c',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.667165] env[65429]: INFO networking_nsxv3.common.synchronization [req-8225876d-e47d-4457-b3ba-73aaf88d1707 req-5bc7ad6b-f194-42da-a0cd-bde5dc639e2b service nova] Enqueued Resource ID: 0ffc220e-2a51-48ed-8220-9245a177220f with Priority: HIGHEST for action security_group_rules [ 794.667345] env[65429]: INFO networking_nsxv3.common.synchronization [req-8225876d-e47d-4457-b3ba-73aaf88d1707 req-5bc7ad6b-f194-42da-a0cd-bde5dc639e2b service nova] Enqueued Resource ID: 0ffc220e-2a51-48ed-8220-9245a177220f with Priority: HIGHEST for action security_group_members [ 794.667477] env[65429]: INFO networking_nsxv3.common.synchronization [req-8225876d-e47d-4457-b3ba-73aaf88d1707 req-5bc7ad6b-f194-42da-a0cd-bde5dc639e2b service nova] Enqueued Resource ID: a688d5cf-f2c0-4e3f-8a93-889706224cda with Priority: HIGHEST for action port [ 794.668280] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ffc220e-2a51-48ed-8220-9245a177220f with Priority: HIGHEST for action security_group_rules [ 794.668280] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ffc220e-2a51-48ed-8220-9245a177220f with Priority: HIGHEST for action security_group_members [ 794.668390] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a688d5cf-f2c0-4e3f-8a93-889706224cda with Priority: HIGHEST for action port [ 794.668843] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0ffc220e-2a51-48ed-8220-9245a177220f taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.668999] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0ffc220e-2a51-48ed-8220-9245a177220f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.669075] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0ffc220e-2a51-48ed-8220-9245a177220f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.669257] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0ffc220e-2a51-48ed-8220-9245a177220f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.669341] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0ffc220e-2a51-48ed-8220-9245a177220f',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.670330] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ffc220e-2a51-48ed-8220-9245a177220f taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.670475] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ffc220e-2a51-48ed-8220-9245a177220f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.670925] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ffc220e-2a51-48ed-8220-9245a177220f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.670925] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ffc220e-2a51-48ed-8220-9245a177220f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.670925] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.670925] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.671210] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.671210] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.671210] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.671362] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ffc220e-2a51-48ed-8220-9245a177220f',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.675132] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-a688d5cf-f2c0-4e3f-8a93-889706224cda taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.675257] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a688d5cf-f2c0-4e3f-8a93-889706224cda" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.675312] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a688d5cf-f2c0-4e3f-8a93-889706224cda" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.675480] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a688d5cf-f2c0-4e3f-8a93-889706224cda" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.675577] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a688d5cf-f2c0-4e3f-8a93-889706224cda',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.980990] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d075b3cd-e544-42a6-afb4-6f693b39465c',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.179726] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ffc220e-2a51-48ed-8220-9245a177220f taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.179726] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ffc220e-2a51-48ed-8220-9245a177220f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.179726] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0ffc220e-2a51-48ed-8220-9245a177220f',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.179726] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a688d5cf-f2c0-4e3f-8a93-889706224cda with status ACTIVE [ 795.179726] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.179726] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.179726] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.180295] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.180295] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.180295] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.180410] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.180410] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.181194] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.181194] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.181194] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.181194] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.181194] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.181555] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.181555] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.181555] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a688d5cf-f2c0-4e3f-8a93-889706224cda is going to be updated. [ 795.206802] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.206802] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.206802] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.206802] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.206995] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.207075] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a688d5cf-f2c0-4e3f-8a93-889706224cda" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.484638] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.484883] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.484983] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.485253] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.485350] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.485464] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d075b3cd-e544-42a6-afb4-6f693b39465c is going to be updated. [ 795.518778] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.518778] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.519096] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.519359] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.519648] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.530948] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d075b3cd-e544-42a6-afb4-6f693b39465c in Status: IN_PROGRESS for 2s [ 795.683947] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0ffc220e-2a51-48ed-8220-9245a177220f',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.755886] env[65429]: INFO networking_nsxv3.common.synchronization [req-80d2795c-5b97-4e66-a96e-4bd32780dc26 req-b247afd9-6161-48d0-b8e4-062f42501724 tempest-ListServerFiltersTestJSON-474899527 tempest-ListServerFiltersTestJSON-474899527-project-member] Enqueued Resource ID: e28debbf-1c00-4cdb-a07a-a8778600e9a3 with Priority: HIGHEST for action security_group_members [ 795.756521] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e28debbf-1c00-4cdb-a07a-a8778600e9a3 with Priority: HIGHEST for action security_group_members [ 795.756858] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-e28debbf-1c00-4cdb-a07a-a8778600e9a3 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.756992] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e28debbf-1c00-4cdb-a07a-a8778600e9a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.757293] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e28debbf-1c00-4cdb-a07a-a8778600e9a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.757525] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e28debbf-1c00-4cdb-a07a-a8778600e9a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.757742] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.757927] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.758073] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.758303] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.758464] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.758663] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e28debbf-1c00-4cdb-a07a-a8778600e9a3',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.186769] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.187097] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.187097] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.187097] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.187205] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.187326] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ffc220e-2a51-48ed-8220-9245a177220f is going to be created. [ 796.213259] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.213458] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.213509] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.213678] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.213844] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.226659] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ffc220e-2a51-48ed-8220-9245a177220f in Status: UNINITIALIZED for 2s [ 796.261288] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.261288] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.261504] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.262424] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.262424] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.262424] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.262424] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.262424] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.262424] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.262424] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.262424] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e28debbf-1c00-4cdb-a07a-a8778600e9a3 is going to be updated. [ 796.293287] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.293538] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.293538] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.293729] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.293873] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.307029] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e28debbf-1c00-4cdb-a07a-a8778600e9a3 in Status: IN_PROGRESS for 2s [ 796.448845] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 054bf747-447a-4136-a6de-156a44df67d5 in Status: SUCCESS [ 796.448845] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-054bf747-447a-4136-a6de-156a44df67d5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.997047] env[65429]: INFO networking_nsxv3.common.synchronization [req-38d2d169-a1a5-49c5-87d8-85dcb0d72a95 req-6166a0e8-bf69-4a3c-80cc-706634f286f7 tempest-ServerDiskConfigTestJSON-1203054178 tempest-ServerDiskConfigTestJSON-1203054178-project-member] Enqueued Resource ID: 175f5593-8cac-48d4-9609-d6330a935761 with Priority: HIGHEST for action security_group_members [ 796.997946] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 175f5593-8cac-48d4-9609-d6330a935761 with Priority: HIGHEST for action security_group_members [ 796.998320] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-175f5593-8cac-48d4-9609-d6330a935761 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.998422] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.998466] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.998673] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.998816] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.998975] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.998975] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.999136] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.999222] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.999321] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('175f5593-8cac-48d4-9609-d6330a935761',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.504549] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.504912] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.504912] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.504991] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.505079] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.505272] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.505369] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.505428] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.505577] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.505651] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.505734] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 175f5593-8cac-48d4-9609-d6330a935761 is going to be updated. [ 797.545471] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d075b3cd-e544-42a6-afb4-6f693b39465c in Status: SUCCESS [ 797.545711] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.546274] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.546480] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.546673] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.547382] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.547382] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.547382] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.547382] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.547382] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.547382] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d075b3cd-e544-42a6-afb4-6f693b39465c',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.550433] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.550557] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.550793] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.550793] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.550927] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.562384] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 175f5593-8cac-48d4-9609-d6330a935761 in Status: IN_PROGRESS for 2s [ 798.051051] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-d075b3cd-e544-42a6-afb4-6f693b39465c taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.051542] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.051644] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.051795] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.051983] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.052100] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.052164] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.052766] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.052766] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.052766] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.052766] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-d075b3cd-e544-42a6-afb4-6f693b39465c taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.052766] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.052766] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.053020] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.053054] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.056994] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.056994] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.056994] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.056994] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.056994] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.056994] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d075b3cd-e544-42a6-afb4-6f693b39465c',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.239286] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ffc220e-2a51-48ed-8220-9245a177220f in Status: SUCCESS [ 798.239519] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ffc220e-2a51-48ed-8220-9245a177220f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.239705] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ffc220e-2a51-48ed-8220-9245a177220f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.239978] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ffc220e-2a51-48ed-8220-9245a177220f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.240198] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.240324] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.240377] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.240535] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.240610] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.240816] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ffc220e-2a51-48ed-8220-9245a177220f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.240816] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0ffc220e-2a51-48ed-8220-9245a177220f',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.319686] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e28debbf-1c00-4cdb-a07a-a8778600e9a3 in Status: SUCCESS [ 798.319904] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e28debbf-1c00-4cdb-a07a-a8778600e9a3 deletion is rescheduled due to dependency. [ 798.320043] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e28debbf-1c00-4cdb-a07a-a8778600e9a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.559417] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d075b3cd-e544-42a6-afb4-6f693b39465c: rpc.has_security_group_logging(os_id): False [ 798.586997] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.587254] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.587341] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.587668] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.587771] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.588014] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.588149] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.588210] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.588450] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.588533] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.588790] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.588873] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.588956] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.589348] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.589348] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.589454] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.589505] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.589548] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.589734] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.589939] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.590022] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d075b3cd-e544-42a6-afb4-6f693b39465c is going to be updated. [ 798.658225] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.658542] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.658666] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.658997] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.659257] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.678399] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d075b3cd-e544-42a6-afb4-6f693b39465c in Status: IN_PROGRESS for 2s [ 798.744709] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0ffc220e-2a51-48ed-8220-9245a177220f',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.247682] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0ffc220e-2a51-48ed-8220-9245a177220f: rpc.has_security_group_logging(os_id): False [ 799.272360] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.272360] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.272360] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.274759] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.274759] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.274759] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.275081] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.275081] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.275710] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.275710] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.275710] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0ffc220e-2a51-48ed-8220-9245a177220f is going to be created. [ 799.291516] env[65429]: INFO networking_nsxv3.common.synchronization [req-5f607974-8c9c-42e5-a828-ae666a10278e req-f9f89df5-e949-4637-8418-f048bbb0656e tempest-ServersV294TestFqdnHostnames-1877808140 tempest-ServersV294TestFqdnHostnames-1877808140-project-member] Enqueued Resource ID: db2a1f69-21fd-4c91-a4be-2ed4ab98c584 with Priority: HIGHEST for action security_group_members [ 799.292134] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db2a1f69-21fd-4c91-a4be-2ed4ab98c584 with Priority: HIGHEST for action security_group_members [ 799.295457] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-db2a1f69-21fd-4c91-a4be-2ed4ab98c584 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.296499] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db2a1f69-21fd-4c91-a4be-2ed4ab98c584" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.296642] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db2a1f69-21fd-4c91-a4be-2ed4ab98c584" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.296963] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db2a1f69-21fd-4c91-a4be-2ed4ab98c584" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.297232] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.297407] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.297501] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.297746] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.297842] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.297995] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db2a1f69-21fd-4c91-a4be-2ed4ab98c584',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.342753] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.342906] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.342968] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.343853] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.343853] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.349739] env[65429]: INFO networking_nsxv3.common.synchronization [req-677393f8-f03e-400b-b1f2-62d075839a43 req-7a3ceb0d-f257-481d-88b6-50cdea92ebcb tempest-ServersTestManualDisk-900831250 tempest-ServersTestManualDisk-900831250-project-member] Enqueued Resource ID: 8b081eca-a0b0-4294-af0a-aca96b777cdd with Priority: HIGHEST for action security_group_members [ 799.350675] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b081eca-a0b0-4294-af0a-aca96b777cdd with Priority: HIGHEST for action security_group_members [ 799.351187] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b081eca-a0b0-4294-af0a-aca96b777cdd taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.351323] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b081eca-a0b0-4294-af0a-aca96b777cdd" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.351393] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b081eca-a0b0-4294-af0a-aca96b777cdd" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.351868] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b081eca-a0b0-4294-af0a-aca96b777cdd" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.352480] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.352631] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.352703] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.352882] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.352966] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.353080] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b081eca-a0b0-4294-af0a-aca96b777cdd',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.367178] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ffc220e-2a51-48ed-8220-9245a177220f in Status: IN_PROGRESS for 2s [ 799.572969] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 175f5593-8cac-48d4-9609-d6330a935761 in Status: SUCCESS [ 799.573336] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 175f5593-8cac-48d4-9609-d6330a935761 deletion is rescheduled due to dependency. [ 799.573336] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.762978] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock network-618 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.763666] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "network-618" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.764054] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "network-618" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.764786] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "network-618" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.765255] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.765603] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.766466] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.766466] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.766466] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.766633] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 799.766700] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 799.766811] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 799.766920] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 799.767691] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 799.767691] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 799.768431] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 799.792179] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 799.792399] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 799.792543] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 799.792833] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "network-618" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.793270] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock port-7f010cca-6559-4905-9f6e-c0b10fb0e493 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.793468] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "port-7f010cca-6559-4905-9f6e-c0b10fb0e493" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.793605] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "port-7f010cca-6559-4905-9f6e-c0b10fb0e493" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.793951] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "port-7f010cca-6559-4905-9f6e-c0b10fb0e493" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.794112] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f010cca-6559-4905-9f6e-c0b10fb0e493',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.800094] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.800755] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.800755] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.800755] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.800755] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.801124] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.801124] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.801124] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.802113] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.802113] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.802113] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db2a1f69-21fd-4c91-a4be-2ed4ab98c584 already deleted. [ 799.802113] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db2a1f69-21fd-4c91-a4be-2ed4ab98c584" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.855118] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.855363] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.855513] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.856144] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.856144] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.856144] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.856280] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.856365] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.858355] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.858355] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.858355] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b081eca-a0b0-4294-af0a-aca96b777cdd is going to be updated. [ 799.893546] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.893820] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.893820] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.895453] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.897050] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.908733] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b081eca-a0b0-4294-af0a-aca96b777cdd in Status: IN_PROGRESS for 2s [ 800.297190] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.297519] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.297645] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.297981] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.298142] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.298312] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Segment Port 7f010cca-6559-4905-9f6e-c0b10fb0e493 not found, creating... [ 800.298608] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.300015] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.300015] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.300015] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.300015] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.300015] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.300275] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.300490] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.304527] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.304527] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.304527] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Resource: SegmentPort with ID: 7f010cca-6559-4905-9f6e-c0b10fb0e493 is going to be created. [ 800.329806] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.330185] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.330339] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.330632] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.330942] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.331206] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "port-7f010cca-6559-4905-9f6e-c0b10fb0e493" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.694591] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d075b3cd-e544-42a6-afb4-6f693b39465c in Status: SUCCESS [ 800.694930] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.068173] env[65429]: INFO networking_nsxv3.common.synchronization [req-5f607974-8c9c-42e5-a828-ae666a10278e req-dd1494ff-c18f-4307-b106-1e707b558be7 service nova] Enqueued Resource ID: db2a1f69-21fd-4c91-a4be-2ed4ab98c584 with Priority: HIGHEST for action security_group_rules [ 801.068173] env[65429]: INFO networking_nsxv3.common.synchronization [req-5f607974-8c9c-42e5-a828-ae666a10278e req-dd1494ff-c18f-4307-b106-1e707b558be7 service nova] Enqueued Resource ID: db2a1f69-21fd-4c91-a4be-2ed4ab98c584 with Priority: HIGHEST for action security_group_members [ 801.068173] env[65429]: INFO networking_nsxv3.common.synchronization [req-5f607974-8c9c-42e5-a828-ae666a10278e req-dd1494ff-c18f-4307-b106-1e707b558be7 service nova] Enqueued Resource ID: 7f010cca-6559-4905-9f6e-c0b10fb0e493 with Priority: HIGHEST for action port [ 801.068173] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db2a1f69-21fd-4c91-a4be-2ed4ab98c584 with Priority: HIGHEST for action security_group_rules [ 801.068173] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db2a1f69-21fd-4c91-a4be-2ed4ab98c584 with Priority: HIGHEST for action security_group_members [ 801.068173] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f010cca-6559-4905-9f6e-c0b10fb0e493 with Priority: HIGHEST for action port [ 801.068173] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db2a1f69-21fd-4c91-a4be-2ed4ab98c584 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.073928] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db2a1f69-21fd-4c91-a4be-2ed4ab98c584" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.075088] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db2a1f69-21fd-4c91-a4be-2ed4ab98c584" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.075088] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db2a1f69-21fd-4c91-a4be-2ed4ab98c584" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.075088] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db2a1f69-21fd-4c91-a4be-2ed4ab98c584',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.077201] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-db2a1f69-21fd-4c91-a4be-2ed4ab98c584 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.077201] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db2a1f69-21fd-4c91-a4be-2ed4ab98c584" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.077201] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db2a1f69-21fd-4c91-a4be-2ed4ab98c584" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.077201] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db2a1f69-21fd-4c91-a4be-2ed4ab98c584" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.077201] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.077201] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.077201] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.077991] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.077991] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.077991] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db2a1f69-21fd-4c91-a4be-2ed4ab98c584',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.081327] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f010cca-6559-4905-9f6e-c0b10fb0e493 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.081327] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f010cca-6559-4905-9f6e-c0b10fb0e493" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.081327] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f010cca-6559-4905-9f6e-c0b10fb0e493" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.081327] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f010cca-6559-4905-9f6e-c0b10fb0e493" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.081327] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f010cca-6559-4905-9f6e-c0b10fb0e493',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.380431] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0ffc220e-2a51-48ed-8220-9245a177220f in Status: SUCCESS [ 801.380744] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0ffc220e-2a51-48ed-8220-9245a177220f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.581418] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-db2a1f69-21fd-4c91-a4be-2ed4ab98c584 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.581613] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db2a1f69-21fd-4c91-a4be-2ed4ab98c584" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.582075] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('db2a1f69-21fd-4c91-a4be-2ed4ab98c584',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.583240] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7f010cca-6559-4905-9f6e-c0b10fb0e493 with status ACTIVE [ 801.583354] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.583480] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.583551] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.583773] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.583860] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.584720] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.584969] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.585131] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.587190] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.587190] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.587190] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.587190] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.587190] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.587190] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.587190] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.587190] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7f010cca-6559-4905-9f6e-c0b10fb0e493 is going to be updated. [ 801.612933] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.613262] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.613344] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.613499] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.613638] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.613800] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f010cca-6559-4905-9f6e-c0b10fb0e493" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.650299] env[65429]: INFO networking_nsxv3.common.synchronization [None req-14fb5f60-3206-47d2-9f34-380cd54cd40b None None] Enqueued Resource ID: 641973cf-a8bc-41e3-a6a4-e063758467ed with Priority: HIGHEST for action port [ 801.650901] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 641973cf-a8bc-41e3-a6a4-e063758467ed with Priority: HIGHEST for action port [ 801.651225] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-641973cf-a8bc-41e3-a6a4-e063758467ed taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.651350] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-641973cf-a8bc-41e3-a6a4-e063758467ed" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.651462] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-641973cf-a8bc-41e3-a6a4-e063758467ed" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.651943] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-641973cf-a8bc-41e3-a6a4-e063758467ed" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.651943] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('641973cf-a8bc-41e3-a6a4-e063758467ed',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.919053] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b081eca-a0b0-4294-af0a-aca96b777cdd in Status: SUCCESS [ 801.919397] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b081eca-a0b0-4294-af0a-aca96b777cdd deletion is rescheduled due to dependency. [ 801.919397] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b081eca-a0b0-4294-af0a-aca96b777cdd" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.090883] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('db2a1f69-21fd-4c91-a4be-2ed4ab98c584',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.155747] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 641973cf-a8bc-41e3-a6a4-e063758467ed [ 802.155747] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.155747] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.155747] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.155948] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.155980] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.156378] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:641973cf-a8bc-41e3-a6a4-e063758467ed already deleted. [ 802.156378] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-641973cf-a8bc-41e3-a6a4-e063758467ed" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.593427] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.593427] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.593427] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.593714] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.593714] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.593788] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db2a1f69-21fd-4c91-a4be-2ed4ab98c584 is going to be created. [ 802.638416] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.638416] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.638416] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.638925] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.638925] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.663484] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db2a1f69-21fd-4c91-a4be-2ed4ab98c584 in Status: UNINITIALIZED for 2s [ 803.380188] env[65429]: INFO networking_nsxv3.common.synchronization [None req-addb1255-f391-4cbe-b23b-b550537aa50f None None] Enqueued Resource ID: 50508399-e93e-44a1-a982-0de209aec626 with Priority: HIGHEST for action port [ 803.380188] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50508399-e93e-44a1-a982-0de209aec626 with Priority: HIGHEST for action port [ 803.382581] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-50508399-e93e-44a1-a982-0de209aec626 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.382581] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50508399-e93e-44a1-a982-0de209aec626" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.382581] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50508399-e93e-44a1-a982-0de209aec626" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.383023] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50508399-e93e-44a1-a982-0de209aec626" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.383144] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50508399-e93e-44a1-a982-0de209aec626',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.886724] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 50508399-e93e-44a1-a982-0de209aec626 [ 803.888049] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.888049] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.888049] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.888442] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.891450] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.892390] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:50508399-e93e-44a1-a982-0de209aec626 already deleted. [ 803.892390] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50508399-e93e-44a1-a982-0de209aec626" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.348665] env[65429]: INFO networking_nsxv3.common.synchronization [None req-ed7e155c-752b-4dee-bbda-6ba79661f0b7 None None] Enqueued Resource ID: 248713bb-5658-4f87-b1e5-3538afa5a90d with Priority: HIGHEST for action port [ 804.351589] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 248713bb-5658-4f87-b1e5-3538afa5a90d with Priority: HIGHEST for action port [ 804.352028] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-248713bb-5658-4f87-b1e5-3538afa5a90d taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.352154] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-248713bb-5658-4f87-b1e5-3538afa5a90d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.352292] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-248713bb-5658-4f87-b1e5-3538afa5a90d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.352534] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-248713bb-5658-4f87-b1e5-3538afa5a90d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.352613] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('248713bb-5658-4f87-b1e5-3538afa5a90d',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.679332] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db2a1f69-21fd-4c91-a4be-2ed4ab98c584 in Status: SUCCESS [ 804.679332] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db2a1f69-21fd-4c91-a4be-2ed4ab98c584" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.679332] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db2a1f69-21fd-4c91-a4be-2ed4ab98c584" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.679332] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db2a1f69-21fd-4c91-a4be-2ed4ab98c584" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.679332] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.679332] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.679332] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.679332] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.679332] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.679332] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db2a1f69-21fd-4c91-a4be-2ed4ab98c584" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.679953] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('db2a1f69-21fd-4c91-a4be-2ed4ab98c584',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.837345] env[65429]: INFO networking_nsxv3.common.synchronization [None req-2fff3e8e-38ea-4f37-a20f-776948cfd78d tempest-ServersTestBootFromVolume-1648845150 tempest-ServersTestBootFromVolume-1648845150-project-member] Enqueued Resource ID: 1134857a-86f9-4c56-8382-a79029a4f365 with Priority: HIGHEST for action security_group_rules [ 804.838739] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1134857a-86f9-4c56-8382-a79029a4f365 with Priority: HIGHEST for action security_group_rules [ 804.844023] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1134857a-86f9-4c56-8382-a79029a4f365 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.844023] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1134857a-86f9-4c56-8382-a79029a4f365" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.844023] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1134857a-86f9-4c56-8382-a79029a4f365" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.844023] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1134857a-86f9-4c56-8382-a79029a4f365" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.844023] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1134857a-86f9-4c56-8382-a79029a4f365',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.857770] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 248713bb-5658-4f87-b1e5-3538afa5a90d [ 804.857770] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.857770] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.857770] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.857770] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.857770] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.859054] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:248713bb-5658-4f87-b1e5-3538afa5a90d already deleted. [ 804.859364] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-248713bb-5658-4f87-b1e5-3538afa5a90d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.124579] env[65429]: INFO networking_nsxv3.common.synchronization [None req-21606622-2c5e-47e6-b862-17b695791c4e tempest-ServersTestBootFromVolume-1648845150 tempest-ServersTestBootFromVolume-1648845150-project-member] Enqueued Resource ID: 1134857a-86f9-4c56-8382-a79029a4f365 with Priority: HIGHEST for action security_group_rules [ 805.128223] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1134857a-86f9-4c56-8382-a79029a4f365 with Priority: HIGHEST for action security_group_rules [ 805.133310] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1134857a-86f9-4c56-8382-a79029a4f365 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.133310] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1134857a-86f9-4c56-8382-a79029a4f365" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.186924] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('db2a1f69-21fd-4c91-a4be-2ed4ab98c584',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.379920] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.384239] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.384397] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.384607] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.384722] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.384882] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1134857a-86f9-4c56-8382-a79029a4f365 already deleted. [ 805.385007] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1134857a-86f9-4c56-8382-a79029a4f365" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.385253] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1134857a-86f9-4c56-8382-a79029a4f365" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.385475] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1134857a-86f9-4c56-8382-a79029a4f365" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.385570] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1134857a-86f9-4c56-8382-a79029a4f365',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.537523] env[65429]: INFO networking_nsxv3.common.synchronization [req-1746f6a2-af29-4e0b-bdae-8a8656406b3a req-36fd0352-b36e-43d8-b873-734e7b1f4bc4 tempest-ServerAddressesTestJSON-629202383 tempest-ServerAddressesTestJSON-629202383-project-member] Enqueued Resource ID: 2e5c198b-8161-45a9-b33e-c35f4b3649a4 with Priority: HIGHEST for action security_group_members [ 805.539310] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e5c198b-8161-45a9-b33e-c35f4b3649a4 with Priority: HIGHEST for action security_group_members [ 805.539898] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-2e5c198b-8161-45a9-b33e-c35f4b3649a4 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.540043] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2e5c198b-8161-45a9-b33e-c35f4b3649a4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.540133] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2e5c198b-8161-45a9-b33e-c35f4b3649a4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.540978] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2e5c198b-8161-45a9-b33e-c35f4b3649a4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.540978] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.540978] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.540978] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.540978] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.540978] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.542038] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2e5c198b-8161-45a9-b33e-c35f4b3649a4',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.691011] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for db2a1f69-21fd-4c91-a4be-2ed4ab98c584: rpc.has_security_group_logging(os_id): False [ 805.711477] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.711966] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.712165] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.712352] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.712448] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.712885] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.713030] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.713247] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.713381] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.713470] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.713561] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db2a1f69-21fd-4c91-a4be-2ed4ab98c584 is going to be created. [ 805.776794] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.776794] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.776794] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.776994] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.777210] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.790841] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db2a1f69-21fd-4c91-a4be-2ed4ab98c584 in Status: IN_PROGRESS for 2s [ 805.914364] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.914625] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.914748] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.915035] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.915184] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.915295] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1134857a-86f9-4c56-8382-a79029a4f365 already deleted. [ 805.915921] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1134857a-86f9-4c56-8382-a79029a4f365" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.043612] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.043824] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.043913] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.044214] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.044316] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.044526] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.044622] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.044691] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.044953] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.044953] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.045078] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e5c198b-8161-45a9-b33e-c35f4b3649a4 is going to be updated. [ 806.074561] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.076432] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.076627] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.077420] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.077420] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.091724] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e5c198b-8161-45a9-b33e-c35f4b3649a4 in Status: IN_PROGRESS for 2s [ 806.265681] env[65429]: INFO networking_nsxv3.common.synchronization [req-56334605-8317-44b3-9287-d9fd0e854e4e req-e978e15a-9515-41a0-877a-bf61aacce484 tempest-ServerMetadataTestJSON-636971701 tempest-ServerMetadataTestJSON-636971701-project-member] Enqueued Resource ID: 6851afaf-1904-4179-9496-fcf286287cb2 with Priority: HIGHEST for action security_group_members [ 806.265681] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6851afaf-1904-4179-9496-fcf286287cb2 with Priority: HIGHEST for action security_group_members [ 806.265946] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-6851afaf-1904-4179-9496-fcf286287cb2 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.266289] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6851afaf-1904-4179-9496-fcf286287cb2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.266366] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6851afaf-1904-4179-9496-fcf286287cb2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.266622] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6851afaf-1904-4179-9496-fcf286287cb2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.266859] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.267052] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.267052] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.267354] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.267354] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.267431] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6851afaf-1904-4179-9496-fcf286287cb2',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.583962] env[65429]: INFO networking_nsxv3.common.synchronization [None req-13374620-c3d0-4f59-9a48-5a33e05f7a0e None None] Enqueued Resource ID: 7a81a7c8-f4b9-487d-b3da-c8a4db773eee with Priority: HIGHEST for action port [ 806.583962] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a81a7c8-f4b9-487d-b3da-c8a4db773eee with Priority: HIGHEST for action port [ 806.584546] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a81a7c8-f4b9-487d-b3da-c8a4db773eee taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.585018] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a81a7c8-f4b9-487d-b3da-c8a4db773eee" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.585214] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a81a7c8-f4b9-487d-b3da-c8a4db773eee" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.586061] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a81a7c8-f4b9-487d-b3da-c8a4db773eee" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.586398] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a81a7c8-f4b9-487d-b3da-c8a4db773eee',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.770529] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.770529] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.770529] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.770529] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.770529] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.770985] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.770985] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.770985] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.770985] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.770985] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.771171] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6851afaf-1904-4179-9496-fcf286287cb2 already deleted. [ 806.771171] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6851afaf-1904-4179-9496-fcf286287cb2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.831484] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock network-18 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.831712] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "network-18" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.831801] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "network-18" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.832349] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "network-18" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.832456] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.832605] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.832719] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.833189] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.833301] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.833513] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 806.834841] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 806.834841] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 806.834841] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 806.834841] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 806.834841] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 806.834841] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 806.857721] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 806.857721] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 806.857875] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 806.858065] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "network-18" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.858375] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock port-52b2ee51-45dc-454f-9499-b33c91c453d4 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.858797] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "port-52b2ee51-45dc-454f-9499-b33c91c453d4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.858797] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "port-52b2ee51-45dc-454f-9499-b33c91c453d4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.859125] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "port-52b2ee51-45dc-454f-9499-b33c91c453d4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.859290] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52b2ee51-45dc-454f-9499-b33c91c453d4',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.090785] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7a81a7c8-f4b9-487d-b3da-c8a4db773eee [ 807.091116] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.091317] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.091429] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.091677] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.091806] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.091936] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7a81a7c8-f4b9-487d-b3da-c8a4db773eee already deleted. [ 807.092053] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a81a7c8-f4b9-487d-b3da-c8a4db773eee" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.362229] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.362535] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.362746] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.363041] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.363214] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.363381] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Segment Port 52b2ee51-45dc-454f-9499-b33c91c453d4 not found, creating... [ 807.363695] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.363976] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.363976] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.364752] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.364752] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.364752] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.365215] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.365215] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.365610] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.365610] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.365610] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Resource: SegmentPort with ID: 52b2ee51-45dc-454f-9499-b33c91c453d4 is going to be created. [ 807.397893] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.398244] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.399020] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.399020] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.399132] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.399334] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "port-52b2ee51-45dc-454f-9499-b33c91c453d4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.804411] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db2a1f69-21fd-4c91-a4be-2ed4ab98c584 in Status: SUCCESS [ 807.804722] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db2a1f69-21fd-4c91-a4be-2ed4ab98c584" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.101920] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2e5c198b-8161-45a9-b33e-c35f4b3649a4 in Status: SUCCESS [ 808.102183] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2e5c198b-8161-45a9-b33e-c35f4b3649a4 deletion is rescheduled due to dependency. [ 808.102313] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2e5c198b-8161-45a9-b33e-c35f4b3649a4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.128893] env[65429]: INFO networking_nsxv3.common.synchronization [req-56334605-8317-44b3-9287-d9fd0e854e4e req-c4046a6c-a045-49a7-a36a-d9701faf1611 service nova] Enqueued Resource ID: 6851afaf-1904-4179-9496-fcf286287cb2 with Priority: HIGHEST for action security_group_rules [ 808.129082] env[65429]: INFO networking_nsxv3.common.synchronization [req-56334605-8317-44b3-9287-d9fd0e854e4e req-c4046a6c-a045-49a7-a36a-d9701faf1611 service nova] Enqueued Resource ID: 6851afaf-1904-4179-9496-fcf286287cb2 with Priority: HIGHEST for action security_group_members [ 808.129215] env[65429]: INFO networking_nsxv3.common.synchronization [req-56334605-8317-44b3-9287-d9fd0e854e4e req-c4046a6c-a045-49a7-a36a-d9701faf1611 service nova] Enqueued Resource ID: 52b2ee51-45dc-454f-9499-b33c91c453d4 with Priority: HIGHEST for action port [ 808.129734] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6851afaf-1904-4179-9496-fcf286287cb2 with Priority: HIGHEST for action security_group_rules [ 808.130195] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6851afaf-1904-4179-9496-fcf286287cb2 with Priority: HIGHEST for action security_group_members [ 808.130195] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52b2ee51-45dc-454f-9499-b33c91c453d4 with Priority: HIGHEST for action port [ 808.130286] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6851afaf-1904-4179-9496-fcf286287cb2 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.130377] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6851afaf-1904-4179-9496-fcf286287cb2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.130432] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6851afaf-1904-4179-9496-fcf286287cb2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.130691] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6851afaf-1904-4179-9496-fcf286287cb2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.130777] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6851afaf-1904-4179-9496-fcf286287cb2',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.131694] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-6851afaf-1904-4179-9496-fcf286287cb2 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.131819] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6851afaf-1904-4179-9496-fcf286287cb2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.131890] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6851afaf-1904-4179-9496-fcf286287cb2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.132077] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6851afaf-1904-4179-9496-fcf286287cb2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.132749] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.133111] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.133111] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.133111] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.133234] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.133263] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6851afaf-1904-4179-9496-fcf286287cb2',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.134195] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-52b2ee51-45dc-454f-9499-b33c91c453d4 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.134341] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-52b2ee51-45dc-454f-9499-b33c91c453d4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.134400] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-52b2ee51-45dc-454f-9499-b33c91c453d4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.134589] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-52b2ee51-45dc-454f-9499-b33c91c453d4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.134664] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52b2ee51-45dc-454f-9499-b33c91c453d4',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.636656] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6851afaf-1904-4179-9496-fcf286287cb2',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.638147] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-6851afaf-1904-4179-9496-fcf286287cb2 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.638292] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6851afaf-1904-4179-9496-fcf286287cb2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.638604] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 52b2ee51-45dc-454f-9499-b33c91c453d4 with status ACTIVE [ 808.638604] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.638741] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.638775] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.638991] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.639133] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.639374] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.639527] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.639638] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.639827] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.639975] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.640376] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.640376] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.640376] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.640511] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.640575] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.640657] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 52b2ee51-45dc-454f-9499-b33c91c453d4 is going to be updated. [ 808.666110] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.666247] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.666247] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.666499] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.666797] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.666867] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-52b2ee51-45dc-454f-9499-b33c91c453d4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.144690] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6851afaf-1904-4179-9496-fcf286287cb2',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.560459] env[65429]: INFO networking_nsxv3.common.synchronization [req-5f643949-a7fa-4220-8d0c-0d885884ffec req-6a283552-894a-4448-a28c-7758eee81a0a tempest-ServerActionsTestOtherB-1487493843 tempest-ServerActionsTestOtherB-1487493843-project-member] Enqueued Resource ID: 17513b54-2331-4ac9-98c2-eaea87e32cdf with Priority: HIGHEST for action security_group_members [ 809.561186] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17513b54-2331-4ac9-98c2-eaea87e32cdf with Priority: HIGHEST for action security_group_members [ 809.565752] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-17513b54-2331-4ac9-98c2-eaea87e32cdf taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.565991] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17513b54-2331-4ac9-98c2-eaea87e32cdf" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.565991] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17513b54-2331-4ac9-98c2-eaea87e32cdf" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.566286] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17513b54-2331-4ac9-98c2-eaea87e32cdf" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.566466] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.566565] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.566620] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.566620] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.566620] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.567092] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17513b54-2331-4ac9-98c2-eaea87e32cdf',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.580934] env[65429]: INFO networking_nsxv3.common.synchronization [None req-3986c180-401a-413f-9537-a6bff03ef209 None None] Enqueued Resource ID: 433feb4f-315e-4049-a716-97d400c6b3e1 with Priority: HIGHEST for action port [ 809.581488] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 433feb4f-315e-4049-a716-97d400c6b3e1 with Priority: HIGHEST for action port [ 809.582044] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-433feb4f-315e-4049-a716-97d400c6b3e1 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.582186] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-433feb4f-315e-4049-a716-97d400c6b3e1" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.583332] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-433feb4f-315e-4049-a716-97d400c6b3e1" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.583654] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-433feb4f-315e-4049-a716-97d400c6b3e1" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.584193] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('433feb4f-315e-4049-a716-97d400c6b3e1',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.649242] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.649242] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.649242] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.649242] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.649242] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.649592] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6851afaf-1904-4179-9496-fcf286287cb2 is going to be created. [ 809.680741] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.680741] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.680741] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.680741] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.680741] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.691856] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6851afaf-1904-4179-9496-fcf286287cb2 in Status: UNINITIALIZED for 2s [ 810.049525] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock network-755 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.049805] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "network-755" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.049960] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "network-755" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.050328] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "network-755" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.050597] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.050753] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.050873] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.051133] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.051285] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.051482] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 810.051599] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 810.051702] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 810.051817] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 810.051926] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 810.052047] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 810.052191] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 810.071501] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.071669] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.071744] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.071968] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.072077] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.072384] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.072455] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.072455] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.072621] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.072699] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.072784] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17513b54-2331-4ac9-98c2-eaea87e32cdf already deleted. [ 810.072864] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17513b54-2331-4ac9-98c2-eaea87e32cdf" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.074493] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 810.074654] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 810.074810] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 810.074977] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "network-755" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.075532] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock port-d5b94148-dbaf-47dd-b5ec-54f02f9a5c4d taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.075532] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "port-d5b94148-dbaf-47dd-b5ec-54f02f9a5c4d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.075532] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "port-d5b94148-dbaf-47dd-b5ec-54f02f9a5c4d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.075817] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "port-d5b94148-dbaf-47dd-b5ec-54f02f9a5c4d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.075955] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5b94148-dbaf-47dd-b5ec-54f02f9a5c4d',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.087340] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 433feb4f-315e-4049-a716-97d400c6b3e1 [ 810.087562] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.087748] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.087748] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.087960] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.088056] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.088174] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:433feb4f-315e-4049-a716-97d400c6b3e1 already deleted. [ 810.088241] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-433feb4f-315e-4049-a716-97d400c6b3e1" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.579048] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.579404] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.579491] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.580026] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.580290] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.580533] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Segment Port d5b94148-dbaf-47dd-b5ec-54f02f9a5c4d not found, creating... [ 810.580989] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.581319] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.581567] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.581934] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.582219] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.584595] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.584595] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.584595] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.584595] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.584595] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.584595] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Resource: SegmentPort with ID: d5b94148-dbaf-47dd-b5ec-54f02f9a5c4d is going to be created. [ 810.606804] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.607350] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.607618] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.608034] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.608461] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.608823] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "port-d5b94148-dbaf-47dd-b5ec-54f02f9a5c4d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.353642] env[65429]: INFO networking_nsxv3.common.synchronization [req-5f643949-a7fa-4220-8d0c-0d885884ffec req-29811d74-a1b1-4062-a642-868a629e5ffb service nova] Enqueued Resource ID: 17513b54-2331-4ac9-98c2-eaea87e32cdf with Priority: HIGHEST for action security_group_rules [ 811.353642] env[65429]: INFO networking_nsxv3.common.synchronization [req-5f643949-a7fa-4220-8d0c-0d885884ffec req-29811d74-a1b1-4062-a642-868a629e5ffb service nova] Enqueued Resource ID: 17513b54-2331-4ac9-98c2-eaea87e32cdf with Priority: HIGHEST for action security_group_members [ 811.353642] env[65429]: INFO networking_nsxv3.common.synchronization [req-5f643949-a7fa-4220-8d0c-0d885884ffec req-29811d74-a1b1-4062-a642-868a629e5ffb service nova] Enqueued Resource ID: d5b94148-dbaf-47dd-b5ec-54f02f9a5c4d with Priority: HIGHEST for action port [ 811.353642] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17513b54-2331-4ac9-98c2-eaea87e32cdf with Priority: HIGHEST for action security_group_rules [ 811.353642] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17513b54-2331-4ac9-98c2-eaea87e32cdf with Priority: HIGHEST for action security_group_members [ 811.353642] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5b94148-dbaf-47dd-b5ec-54f02f9a5c4d with Priority: HIGHEST for action port [ 811.353642] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17513b54-2331-4ac9-98c2-eaea87e32cdf taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.354536] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17513b54-2331-4ac9-98c2-eaea87e32cdf" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.355177] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17513b54-2331-4ac9-98c2-eaea87e32cdf" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.355548] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17513b54-2331-4ac9-98c2-eaea87e32cdf" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.355752] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17513b54-2331-4ac9-98c2-eaea87e32cdf',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.356928] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-17513b54-2331-4ac9-98c2-eaea87e32cdf taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.357344] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17513b54-2331-4ac9-98c2-eaea87e32cdf" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.357542] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17513b54-2331-4ac9-98c2-eaea87e32cdf" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.357871] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17513b54-2331-4ac9-98c2-eaea87e32cdf" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.358173] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.358486] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.358626] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.359722] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.361239] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.361239] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17513b54-2331-4ac9-98c2-eaea87e32cdf',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.361239] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-d5b94148-dbaf-47dd-b5ec-54f02f9a5c4d taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.361239] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d5b94148-dbaf-47dd-b5ec-54f02f9a5c4d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.361598] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d5b94148-dbaf-47dd-b5ec-54f02f9a5c4d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.361598] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d5b94148-dbaf-47dd-b5ec-54f02f9a5c4d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.361598] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5b94148-dbaf-47dd-b5ec-54f02f9a5c4d',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.711968] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6851afaf-1904-4179-9496-fcf286287cb2 in Status: SUCCESS [ 811.712303] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6851afaf-1904-4179-9496-fcf286287cb2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.718603] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6851afaf-1904-4179-9496-fcf286287cb2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.718603] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6851afaf-1904-4179-9496-fcf286287cb2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.718603] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.718603] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.718603] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.718603] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.718603] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.718603] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6851afaf-1904-4179-9496-fcf286287cb2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.718603] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6851afaf-1904-4179-9496-fcf286287cb2',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.867385] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17513b54-2331-4ac9-98c2-eaea87e32cdf',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.868974] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-17513b54-2331-4ac9-98c2-eaea87e32cdf taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.868974] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17513b54-2331-4ac9-98c2-eaea87e32cdf" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.868974] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d5b94148-dbaf-47dd-b5ec-54f02f9a5c4d with status ACTIVE [ 811.869222] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.869546] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.869546] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.869546] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.869780] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.869822] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.869890] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.870953] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.874447] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.874447] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.875365] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.875365] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.875365] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.875365] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.875365] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.875365] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d5b94148-dbaf-47dd-b5ec-54f02f9a5c4d is going to be updated. [ 811.904124] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.904124] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.904124] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.904124] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.904124] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.904560] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d5b94148-dbaf-47dd-b5ec-54f02f9a5c4d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.224123] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-6851afaf-1904-4179-9496-fcf286287cb2 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.224292] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6851afaf-1904-4179-9496-fcf286287cb2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.224430] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6851afaf-1904-4179-9496-fcf286287cb2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.224718] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6851afaf-1904-4179-9496-fcf286287cb2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.224968] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.225120] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.225464] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.225676] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.225879] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.226026] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6851afaf-1904-4179-9496-fcf286287cb2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.226180] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-6851afaf-1904-4179-9496-fcf286287cb2 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.226279] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6851afaf-1904-4179-9496-fcf286287cb2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.226376] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6851afaf-1904-4179-9496-fcf286287cb2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.226488] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6851afaf-1904-4179-9496-fcf286287cb2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.226713] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.226713] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.226809] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.226942] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.226986] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.227086] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6851afaf-1904-4179-9496-fcf286287cb2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.227179] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6851afaf-1904-4179-9496-fcf286287cb2',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.379180] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17513b54-2331-4ac9-98c2-eaea87e32cdf',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.730084] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6851afaf-1904-4179-9496-fcf286287cb2: rpc.has_security_group_logging(os_id): False [ 812.752196] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.752196] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.752196] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.752196] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.752196] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.752668] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.752668] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.752668] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.752668] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.752668] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.752995] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.752995] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.753424] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.753424] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.753424] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.753590] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.753590] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.753702] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.753795] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.753938] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.754077] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6851afaf-1904-4179-9496-fcf286287cb2 is going to be created. [ 812.811550] env[65429]: INFO networking_nsxv3.common.synchronization [None req-4e6ae297-fed4-403a-876a-e1a62f4dc129 None None] Enqueued Resource ID: bc0e9f05-885d-4696-92e8-84b17080f5b8 with Priority: HIGHEST for action port [ 812.811550] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc0e9f05-885d-4696-92e8-84b17080f5b8 with Priority: HIGHEST for action port [ 812.811550] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc0e9f05-885d-4696-92e8-84b17080f5b8 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.811550] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc0e9f05-885d-4696-92e8-84b17080f5b8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.811550] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc0e9f05-885d-4696-92e8-84b17080f5b8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.812375] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc0e9f05-885d-4696-92e8-84b17080f5b8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.812375] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc0e9f05-885d-4696-92e8-84b17080f5b8',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.819516] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.819838] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.819838] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.820075] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.820248] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.835525] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6851afaf-1904-4179-9496-fcf286287cb2 in Status: IN_PROGRESS for 2s [ 812.884881] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.884881] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.884881] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.884881] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.884881] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.884881] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17513b54-2331-4ac9-98c2-eaea87e32cdf is going to be created. [ 812.924986] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.924986] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.925208] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.925542] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.925716] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.946131] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17513b54-2331-4ac9-98c2-eaea87e32cdf in Status: UNINITIALIZED for 2s [ 813.314603] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bc0e9f05-885d-4696-92e8-84b17080f5b8 [ 813.315042] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.315281] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.315524] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.315750] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.315918] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.316111] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bc0e9f05-885d-4696-92e8-84b17080f5b8 already deleted. [ 813.316279] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc0e9f05-885d-4696-92e8-84b17080f5b8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.849575] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6851afaf-1904-4179-9496-fcf286287cb2 in Status: SUCCESS [ 814.849992] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6851afaf-1904-4179-9496-fcf286287cb2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.963039] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17513b54-2331-4ac9-98c2-eaea87e32cdf in Status: SUCCESS [ 814.963039] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17513b54-2331-4ac9-98c2-eaea87e32cdf" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.963039] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17513b54-2331-4ac9-98c2-eaea87e32cdf" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.963039] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17513b54-2331-4ac9-98c2-eaea87e32cdf" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.963039] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.963039] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.963039] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.963039] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.963039] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.963039] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17513b54-2331-4ac9-98c2-eaea87e32cdf" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.963039] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('17513b54-2331-4ac9-98c2-eaea87e32cdf',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.967156] env[65429]: INFO networking_nsxv3.common.synchronization [req-b3239290-ddc4-4e69-9ee3-3fbf3604a09d req-ac72cff6-16fa-47ed-af59-1992dd3fe93e tempest-ImagesTestJSON-1202963915 tempest-ImagesTestJSON-1202963915-project-member] Enqueued Resource ID: 346ed0eb-ae19-4843-9d5c-5fb45d121a17 with Priority: HIGHEST for action security_group_members [ 814.973024] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 346ed0eb-ae19-4843-9d5c-5fb45d121a17 with Priority: HIGHEST for action security_group_members [ 814.973024] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-346ed0eb-ae19-4843-9d5c-5fb45d121a17 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.973024] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.973024] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.973024] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.973024] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.973024] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.973024] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.973024] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.973024] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.973024] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('346ed0eb-ae19-4843-9d5c-5fb45d121a17',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.469391] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('17513b54-2331-4ac9-98c2-eaea87e32cdf',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.475164] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.476437] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.476437] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.476437] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.476437] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.476437] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.476437] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.476437] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.476437] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.476437] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.476437] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 346ed0eb-ae19-4843-9d5c-5fb45d121a17 is going to be updated. [ 815.510097] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.514157] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.514157] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.514157] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.514157] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.524625] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 346ed0eb-ae19-4843-9d5c-5fb45d121a17 in Status: IN_PROGRESS for 2s [ 815.972756] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 17513b54-2331-4ac9-98c2-eaea87e32cdf: rpc.has_security_group_logging(os_id): False [ 815.992773] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.993638] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.993638] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.993638] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.993909] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.994139] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.994262] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.994333] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.994500] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.994580] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.994674] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17513b54-2331-4ac9-98c2-eaea87e32cdf is going to be created. [ 816.054945] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.054945] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.054945] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.054945] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.055205] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.067584] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17513b54-2331-4ac9-98c2-eaea87e32cdf in Status: IN_PROGRESS for 2s [ 817.535544] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 346ed0eb-ae19-4843-9d5c-5fb45d121a17 in Status: SUCCESS [ 817.535858] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 346ed0eb-ae19-4843-9d5c-5fb45d121a17 deletion is rescheduled due to dependency. [ 817.535858] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.080395] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17513b54-2331-4ac9-98c2-eaea87e32cdf in Status: SUCCESS [ 818.080585] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17513b54-2331-4ac9-98c2-eaea87e32cdf" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.084052] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.086492] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.086492] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.086492] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.086492] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.590286] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.971377] env[65429]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 819.971377] env[65429]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 820.093030] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.595637] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 820.595754] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 821.454014] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.454364] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.454364] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.454455] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.467481] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 821.470059] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.470919] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 821.502069] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.502296] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.502296] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.502493] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.508960] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.508960] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 821.508960] env[65429]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65429) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 821.508960] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 821.559733] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.559883] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.559883] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.560220] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.561691] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.561905] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 821.653294] env[65429]: INFO networking_nsxv3.common.synchronization [req-023af186-182b-4ae0-b008-bdd7cbec13d8 req-cb898e54-f596-4ad1-8575-1fab1c9b86e3 tempest-ServerPasswordTestJSON-550916703 tempest-ServerPasswordTestJSON-550916703-project-member] Enqueued Resource ID: f3458453-d4ba-4bbe-8d8a-a53c499a3e7c with Priority: HIGHEST for action security_group_members [ 821.655168] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3458453-d4ba-4bbe-8d8a-a53c499a3e7c with Priority: HIGHEST for action security_group_members [ 821.655953] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3458453-d4ba-4bbe-8d8a-a53c499a3e7c taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.656144] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3458453-d4ba-4bbe-8d8a-a53c499a3e7c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.656213] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3458453-d4ba-4bbe-8d8a-a53c499a3e7c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.656558] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3458453-d4ba-4bbe-8d8a-a53c499a3e7c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.656690] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.657165] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.657229] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.657446] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.657589] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.657742] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3458453-d4ba-4bbe-8d8a-a53c499a3e7c',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.660884] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.661064] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.661160] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.661510] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.661880] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.662289] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 821.824935] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.825185] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.825185] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.825305] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.825506] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.825718] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:37. [ 821.829023] env[65429]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9', '7e77b1c4-9adb-44cf-a1e5-466c45ba3984', 'bdbf7716-cc97-42ad-a945-099708388420', '8b081eca-a0b0-4294-af0a-aca96b777cdd', '6cd4e8ef-f800-418a-ace0-49074fd0166b', '6e4d3984-9f28-4ff9-8a16-16cdebf83852', 'f8f68145-b095-4647-a767-ddcbcf856a43', '5dd63b5c-a3fd-425d-84fe-fc9d4e29340b', '0256c7de-e836-4be7-8a4c-92de53ac8342', '054bf747-447a-4136-a6de-156a44df67d5', '82d1b07e-943d-4585-aadd-afbdec6abe9a', '346ed0eb-ae19-4843-9d5c-5fb45d121a17', '175f5593-8cac-48d4-9609-d6330a935761', 'b9129a53-8081-4699-872c-2b3236dbc738', '2e5c198b-8161-45a9-b33e-c35f4b3649a4', '7934503b-87bd-4190-8ba7-8388f9c4b7af', '0663161e-9b8d-4c58-97ef-c7c5e0db63a5', '38107123-e6ea-47c0-8b9c-f150511062b7', '04f07f3a-a3bb-4698-841c-45f2cf780349', 'b49b713f-b3f1-42ed-b9a2-6572ce54218f', 'd075b3cd-e544-42a6-afb4-6f693b39465c', 'aaaa776d-20a9-4188-ad20-cd047f8c5f91', '010bc5a5-8d81-4c68-b6e2-90feb36df7ef', '6851afaf-1904-4179-9496-fcf286287cb2', '0ffc220e-2a51-48ed-8220-9245a177220f', 'e28debbf-1c00-4cdb-a07a-a8778600e9a3', '8e26d4d1-f937-4c1e-b058-9e98385baab0', '30289e1a-24e2-49c4-860e-1d0350a75fd4', '8c46b658-20fd-4a9b-b756-f44ad3b29eac', 'a8b06054-6748-40e3-9ac0-9be9fb37b7d3', '424b630a-1669-4db1-a165-0c2cfa6c8053', 'db2a1f69-21fd-4c91-a4be-2ed4ab98c584', '17513b54-2331-4ac9-98c2-eaea87e32cdf', 'e3c6e3c6-9273-4e28-96fe-ffadb8b16536', 'af19c094-95f3-4416-881c-ba52661054b3', 'e55f954a-ff42-4c28-b21d-7fea00a696c2', 'b6da2e71-0738-4f39-9e52-7626cb4eb47d'} {{(pid=65429) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 821.829023] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 821.848057] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.848234] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.848290] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.848490] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.848573] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.848728] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 821.848778] env[65429]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65429) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 821.848808] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 821.916214] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.916362] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.916432] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.916650] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.917358] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.917579] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 821.917671] env[65429]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65429) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 821.917730] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 821.917795] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 821.917918] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/37 resources of Type:Security Group Rules [ 821.917952] env[65429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 with Priority: HIGH for action security_group_rules [ 821.918015] env[65429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7e77b1c4-9adb-44cf-a1e5-466c45ba3984 with Priority: HIGH for action security_group_rules [ 821.918085] env[65429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bdbf7716-cc97-42ad-a945-099708388420 with Priority: HIGH for action security_group_rules [ 821.918149] env[65429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8b081eca-a0b0-4294-af0a-aca96b777cdd with Priority: HIGH for action security_group_rules [ 821.918248] env[65429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6cd4e8ef-f800-418a-ace0-49074fd0166b with Priority: HIGH for action security_group_rules [ 821.918282] env[65429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6e4d3984-9f28-4ff9-8a16-16cdebf83852 with Priority: HIGH for action security_group_rules [ 821.918315] env[65429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f8f68145-b095-4647-a767-ddcbcf856a43 with Priority: HIGH for action security_group_rules [ 821.918373] env[65429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5dd63b5c-a3fd-425d-84fe-fc9d4e29340b with Priority: HIGH for action security_group_rules [ 821.918432] env[65429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0256c7de-e836-4be7-8a4c-92de53ac8342 with Priority: HIGH for action security_group_rules [ 821.918493] env[65429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 054bf747-447a-4136-a6de-156a44df67d5 with Priority: HIGH for action security_group_rules [ 821.918556] env[65429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 82d1b07e-943d-4585-aadd-afbdec6abe9a with Priority: HIGH for action security_group_rules [ 821.918617] env[65429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 346ed0eb-ae19-4843-9d5c-5fb45d121a17 with Priority: HIGH for action security_group_rules [ 821.918678] env[65429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 175f5593-8cac-48d4-9609-d6330a935761 with Priority: HIGH for action security_group_rules [ 821.918740] env[65429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b9129a53-8081-4699-872c-2b3236dbc738 with Priority: HIGH for action security_group_rules [ 821.918802] env[65429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2e5c198b-8161-45a9-b33e-c35f4b3649a4 with Priority: HIGH for action security_group_rules [ 821.918863] env[65429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7934503b-87bd-4190-8ba7-8388f9c4b7af with Priority: HIGH for action security_group_rules [ 821.918925] env[65429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0663161e-9b8d-4c58-97ef-c7c5e0db63a5 with Priority: HIGH for action security_group_rules [ 821.918988] env[65429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 38107123-e6ea-47c0-8b9c-f150511062b7 with Priority: HIGH for action security_group_rules [ 821.919062] env[65429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 04f07f3a-a3bb-4698-841c-45f2cf780349 with Priority: HIGH for action security_group_rules [ 821.919126] env[65429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b49b713f-b3f1-42ed-b9a2-6572ce54218f with Priority: HIGH for action security_group_rules [ 821.919244] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.105377] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock network-650 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.106205] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "network-650" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.106205] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "network-650" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.106329] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "network-650" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.106577] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.106929] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.107066] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.107335] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.107520] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.107747] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 822.108060] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 822.108060] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 822.108060] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 822.108187] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 822.108273] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 822.108425] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 822.128724] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 822.128887] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 822.129014] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 822.129196] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "network-650" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.129501] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock port-ce8fecf3-a70b-4e74-b13a-44587c93f9c9 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.129670] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "port-ce8fecf3-a70b-4e74-b13a-44587c93f9c9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.129782] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "port-ce8fecf3-a70b-4e74-b13a-44587c93f9c9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.130268] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "port-ce8fecf3-a70b-4e74-b13a-44587c93f9c9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.130329] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce8fecf3-a70b-4e74-b13a-44587c93f9c9',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.165406] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.165406] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.165406] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.165406] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.165406] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.165673] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.165673] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.165673] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.165776] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.165859] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.165947] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3458453-d4ba-4bbe-8d8a-a53c499a3e7c already deleted. [ 822.166049] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3458453-d4ba-4bbe-8d8a-a53c499a3e7c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.405756] env[65429]: INFO networking_nsxv3.common.synchronization [req-1749ec1f-ae05-4d64-b3c6-94571d60eba5 req-f5f104c1-311b-4622-b33e-4f1aa0f384bf tempest-ListImageFiltersTestJSON-1648131085 tempest-ListImageFiltersTestJSON-1648131085-project-member] Enqueued Resource ID: e55f954a-ff42-4c28-b21d-7fea00a696c2 with Priority: HIGHEST for action security_group_members [ 822.406577] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e55f954a-ff42-4c28-b21d-7fea00a696c2 with Priority: HIGHEST for action security_group_members [ 822.406757] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 with Priority: HIGH for action security_group_rules [ 822.406864] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdbf7716-cc97-42ad-a945-099708388420 with Priority: HIGH for action security_group_rules [ 822.406961] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8f68145-b095-4647-a767-ddcbcf856a43 with Priority: HIGH for action security_group_rules [ 822.407720] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e5c198b-8161-45a9-b33e-c35f4b3649a4 with Priority: HIGH for action security_group_rules [ 822.407902] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b49b713f-b3f1-42ed-b9a2-6572ce54218f with Priority: HIGH for action security_group_rules [ 822.408052] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04f07f3a-a3bb-4698-841c-45f2cf780349 with Priority: HIGH for action security_group_rules [ 822.408165] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38107123-e6ea-47c0-8b9c-f150511062b7 with Priority: HIGH for action security_group_rules [ 822.408265] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0663161e-9b8d-4c58-97ef-c7c5e0db63a5 with Priority: HIGH for action security_group_rules [ 822.408351] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9129a53-8081-4699-872c-2b3236dbc738 with Priority: HIGH for action security_group_rules [ 822.408442] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7934503b-87bd-4190-8ba7-8388f9c4b7af with Priority: HIGH for action security_group_rules [ 822.408531] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 175f5593-8cac-48d4-9609-d6330a935761 with Priority: HIGH for action security_group_rules [ 822.408619] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 346ed0eb-ae19-4843-9d5c-5fb45d121a17 with Priority: HIGH for action security_group_rules [ 822.408965] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82d1b07e-943d-4585-aadd-afbdec6abe9a with Priority: HIGH for action security_group_rules [ 822.409095] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 054bf747-447a-4136-a6de-156a44df67d5 with Priority: HIGH for action security_group_rules [ 822.409195] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0256c7de-e836-4be7-8a4c-92de53ac8342 with Priority: HIGH for action security_group_rules [ 822.409287] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e4d3984-9f28-4ff9-8a16-16cdebf83852 with Priority: HIGH for action security_group_rules [ 822.409378] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dd63b5c-a3fd-425d-84fe-fc9d4e29340b with Priority: HIGH for action security_group_rules [ 822.409467] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cd4e8ef-f800-418a-ace0-49074fd0166b with Priority: HIGH for action security_group_rules [ 822.409657] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e77b1c4-9adb-44cf-a1e5-466c45ba3984 with Priority: HIGH for action security_group_rules [ 822.409657] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b081eca-a0b0-4294-af0a-aca96b777cdd with Priority: HIGH for action security_group_rules [ 822.409929] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-e55f954a-ff42-4c28-b21d-7fea00a696c2 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.410129] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e55f954a-ff42-4c28-b21d-7fea00a696c2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.410196] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e55f954a-ff42-4c28-b21d-7fea00a696c2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.410395] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e55f954a-ff42-4c28-b21d-7fea00a696c2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.410550] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.410644] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.410706] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.410843] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.410945] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.411128] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e55f954a-ff42-4c28-b21d-7fea00a696c2',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.411947] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.412072] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.412144] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.412296] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.412374] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.413201] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bdbf7716-cc97-42ad-a945-099708388420 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.413260] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bdbf7716-cc97-42ad-a945-099708388420" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.413297] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bdbf7716-cc97-42ad-a945-099708388420" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.413429] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bdbf7716-cc97-42ad-a945-099708388420" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.413502] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bdbf7716-cc97-42ad-a945-099708388420',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.414168] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8f68145-b095-4647-a767-ddcbcf856a43 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.414272] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8f68145-b095-4647-a767-ddcbcf856a43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.414339] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8f68145-b095-4647-a767-ddcbcf856a43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.414485] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8f68145-b095-4647-a767-ddcbcf856a43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.414556] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8f68145-b095-4647-a767-ddcbcf856a43',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.416863] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2e5c198b-8161-45a9-b33e-c35f4b3649a4 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.416863] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2e5c198b-8161-45a9-b33e-c35f4b3649a4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.416863] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2e5c198b-8161-45a9-b33e-c35f4b3649a4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.416863] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2e5c198b-8161-45a9-b33e-c35f4b3649a4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.417446] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2e5c198b-8161-45a9-b33e-c35f4b3649a4',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.418123] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b49b713f-b3f1-42ed-b9a2-6572ce54218f taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.418232] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b49b713f-b3f1-42ed-b9a2-6572ce54218f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.418283] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b49b713f-b3f1-42ed-b9a2-6572ce54218f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.418480] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b49b713f-b3f1-42ed-b9a2-6572ce54218f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.418557] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b49b713f-b3f1-42ed-b9a2-6572ce54218f',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.420108] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04f07f3a-a3bb-4698-841c-45f2cf780349 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.420972] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04f07f3a-a3bb-4698-841c-45f2cf780349" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.420972] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04f07f3a-a3bb-4698-841c-45f2cf780349" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.420972] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04f07f3a-a3bb-4698-841c-45f2cf780349" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.420972] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04f07f3a-a3bb-4698-841c-45f2cf780349',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.422369] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38107123-e6ea-47c0-8b9c-f150511062b7 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.422468] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38107123-e6ea-47c0-8b9c-f150511062b7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.422511] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38107123-e6ea-47c0-8b9c-f150511062b7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.422698] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38107123-e6ea-47c0-8b9c-f150511062b7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.423082] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38107123-e6ea-47c0-8b9c-f150511062b7',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.423896] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0663161e-9b8d-4c58-97ef-c7c5e0db63a5 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.423896] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0663161e-9b8d-4c58-97ef-c7c5e0db63a5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.424049] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0663161e-9b8d-4c58-97ef-c7c5e0db63a5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.424232] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0663161e-9b8d-4c58-97ef-c7c5e0db63a5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.424232] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0663161e-9b8d-4c58-97ef-c7c5e0db63a5',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.425326] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9129a53-8081-4699-872c-2b3236dbc738 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.425428] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9129a53-8081-4699-872c-2b3236dbc738" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.425500] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9129a53-8081-4699-872c-2b3236dbc738" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.425641] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9129a53-8081-4699-872c-2b3236dbc738" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.425713] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9129a53-8081-4699-872c-2b3236dbc738',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.425937] env[65429]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 822.426583] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7934503b-87bd-4190-8ba7-8388f9c4b7af taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.426685] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7934503b-87bd-4190-8ba7-8388f9c4b7af" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.426752] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7934503b-87bd-4190-8ba7-8388f9c4b7af" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.427937] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7934503b-87bd-4190-8ba7-8388f9c4b7af" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.427937] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7934503b-87bd-4190-8ba7-8388f9c4b7af',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.427937] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-175f5593-8cac-48d4-9609-d6330a935761 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.427937] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.427937] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.428138] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.428172] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('175f5593-8cac-48d4-9609-d6330a935761',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.429031] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-346ed0eb-ae19-4843-9d5c-5fb45d121a17 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.429135] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.429198] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.429344] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.429412] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('346ed0eb-ae19-4843-9d5c-5fb45d121a17',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.430211] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82d1b07e-943d-4585-aadd-afbdec6abe9a taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.430313] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82d1b07e-943d-4585-aadd-afbdec6abe9a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.430405] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82d1b07e-943d-4585-aadd-afbdec6abe9a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.430518] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82d1b07e-943d-4585-aadd-afbdec6abe9a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.430587] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82d1b07e-943d-4585-aadd-afbdec6abe9a',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.431412] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-054bf747-447a-4136-a6de-156a44df67d5 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.431518] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-054bf747-447a-4136-a6de-156a44df67d5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.431580] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-054bf747-447a-4136-a6de-156a44df67d5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.431730] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-054bf747-447a-4136-a6de-156a44df67d5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.431802] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('054bf747-447a-4136-a6de-156a44df67d5',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.432705] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0256c7de-e836-4be7-8a4c-92de53ac8342 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.432807] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0256c7de-e836-4be7-8a4c-92de53ac8342" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.432866] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0256c7de-e836-4be7-8a4c-92de53ac8342" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.433090] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0256c7de-e836-4be7-8a4c-92de53ac8342" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.433090] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0256c7de-e836-4be7-8a4c-92de53ac8342',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.433853] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e4d3984-9f28-4ff9-8a16-16cdebf83852 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.433953] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e4d3984-9f28-4ff9-8a16-16cdebf83852" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.434054] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e4d3984-9f28-4ff9-8a16-16cdebf83852" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.434508] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e4d3984-9f28-4ff9-8a16-16cdebf83852" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.434590] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e4d3984-9f28-4ff9-8a16-16cdebf83852',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.435874] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5dd63b5c-a3fd-425d-84fe-fc9d4e29340b taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.435874] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5dd63b5c-a3fd-425d-84fe-fc9d4e29340b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.435874] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5dd63b5c-a3fd-425d-84fe-fc9d4e29340b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.435874] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5dd63b5c-a3fd-425d-84fe-fc9d4e29340b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.435874] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5dd63b5c-a3fd-425d-84fe-fc9d4e29340b',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.439365] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6cd4e8ef-f800-418a-ace0-49074fd0166b taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.439365] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6cd4e8ef-f800-418a-ace0-49074fd0166b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.439365] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6cd4e8ef-f800-418a-ace0-49074fd0166b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.439365] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6cd4e8ef-f800-418a-ace0-49074fd0166b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.439365] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6cd4e8ef-f800-418a-ace0-49074fd0166b',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.439365] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e77b1c4-9adb-44cf-a1e5-466c45ba3984 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.439365] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e77b1c4-9adb-44cf-a1e5-466c45ba3984" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.439365] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e77b1c4-9adb-44cf-a1e5-466c45ba3984" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.439365] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e77b1c4-9adb-44cf-a1e5-466c45ba3984" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.439365] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e77b1c4-9adb-44cf-a1e5-466c45ba3984',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.439365] env[65429]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 822.439365] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b081eca-a0b0-4294-af0a-aca96b777cdd taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.439365] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b081eca-a0b0-4294-af0a-aca96b777cdd" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.439365] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b081eca-a0b0-4294-af0a-aca96b777cdd" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.439365] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b081eca-a0b0-4294-af0a-aca96b777cdd" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.439365] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b081eca-a0b0-4294-af0a-aca96b777cdd',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.472880] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.473374] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.473374] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.473374] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.503415] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.504191] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 is going to be deleted. [ 822.630443] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.630616] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.630688] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.630984] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.631403] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.631623] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.633314] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.633552] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.633751] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.634090] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.634388] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.634632] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Segment Port ce8fecf3-a70b-4e74-b13a-44587c93f9c9 not found, creating... [ 822.635395] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.635395] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.635395] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.635794] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.635975] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.636505] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.636695] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.636828] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.637203] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.637317] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.637462] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Resource: SegmentPort with ID: ce8fecf3-a70b-4e74-b13a-44587c93f9c9 is going to be created. [ 822.693743] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.694142] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.694293] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.694701] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.695126] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.695438] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "port-ce8fecf3-a70b-4e74-b13a-44587c93f9c9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.943775] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.943775] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.943775] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.943775] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.964647] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.965856] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.965856] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.965856] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.965856] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.965856] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.965856] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e55f954a-ff42-4c28-b21d-7fea00a696c2 is going to be updated. [ 822.969665] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.969665] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.969665] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.969665] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.982220] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-054bf747-447a-4136-a6de-156a44df67d5 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.982220] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-054bf747-447a-4136-a6de-156a44df67d5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.982220] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-054bf747-447a-4136-a6de-156a44df67d5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.982603] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-054bf747-447a-4136-a6de-156a44df67d5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.982603] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.982603] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.982772] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.982810] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.982947] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.983025] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-054bf747-447a-4136-a6de-156a44df67d5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.983136] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('054bf747-447a-4136-a6de-156a44df67d5',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.987873] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9129a53-8081-4699-872c-2b3236dbc738 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.987873] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9129a53-8081-4699-872c-2b3236dbc738" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.988178] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9129a53-8081-4699-872c-2b3236dbc738" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.988178] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9129a53-8081-4699-872c-2b3236dbc738" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.988408] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.988596] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.988596] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.988862] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.988862] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.988862] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9129a53-8081-4699-872c-2b3236dbc738" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.989079] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b9129a53-8081-4699-872c-2b3236dbc738',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.002674] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-82d1b07e-943d-4585-aadd-afbdec6abe9a taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.003014] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82d1b07e-943d-4585-aadd-afbdec6abe9a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.003179] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82d1b07e-943d-4585-aadd-afbdec6abe9a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.003366] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82d1b07e-943d-4585-aadd-afbdec6abe9a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.003634] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.003763] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.003854] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.004047] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.004624] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.004624] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82d1b07e-943d-4585-aadd-afbdec6abe9a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.004624] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('82d1b07e-943d-4585-aadd-afbdec6abe9a',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.016709] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.016905] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.016988] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.017167] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.017313] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.020399] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('054bf747-447a-4136-a6de-156a44df67d5',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.023671] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.023780] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bdbf7716-cc97-42ad-a945-099708388420 is going to be deleted. [ 823.070322] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.070460] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.070567] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.070742] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.075634] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e55f954a-ff42-4c28-b21d-7fea00a696c2 in Status: IN_PROGRESS for 2s [ 823.079497] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.080233] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.080844] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.080844] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.082142] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.082275] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.083316] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.083426] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.084250] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.084429] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.085384] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.085384] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.085931] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.086103] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.095356] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.095476] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.104668] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.104787] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.113299] env[65429]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 823.113299] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.113299] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.113299] env[65429]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 823.113799] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.113933] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.114776] env[65429]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 823.115244] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.115372] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.116225] env[65429]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 823.117769] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.117769] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.117769] env[65429]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 823.120165] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.120165] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.120165] env[65429]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 823.120702] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.120829] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2e5c198b-8161-45a9-b33e-c35f4b3649a4 is going to be deleted. [ 823.122045] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.122358] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.154696] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.154802] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b49b713f-b3f1-42ed-b9a2-6572ce54218f is going to be deleted. [ 823.155722] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.155950] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.157363] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.157472] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.185563] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.185563] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7934503b-87bd-4190-8ba7-8388f9c4b7af is going to be deleted. [ 823.185563] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.185563] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.230288] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.230444] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.234406] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.234531] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 175f5593-8cac-48d4-9609-d6330a935761 is going to be deleted. [ 823.235493] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.235710] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.256637] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.256900] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.312460] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.312669] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0256c7de-e836-4be7-8a4c-92de53ac8342 is going to be deleted. [ 823.313716] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.314042] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.395684] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.395684] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.412798] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.412798] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8f68145-b095-4647-a767-ddcbcf856a43 is going to be deleted. [ 823.413568] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.413803] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.447783] env[65429]: INFO networking_nsxv3.common.synchronization [req-023af186-182b-4ae0-b008-bdd7cbec13d8 req-eee796b9-29fe-4566-8e8d-b8bdcc14a12b service nova] Enqueued Resource ID: f3458453-d4ba-4bbe-8d8a-a53c499a3e7c with Priority: HIGHEST for action security_group_rules [ 823.447934] env[65429]: INFO networking_nsxv3.common.synchronization [req-023af186-182b-4ae0-b008-bdd7cbec13d8 req-eee796b9-29fe-4566-8e8d-b8bdcc14a12b service nova] Enqueued Resource ID: f3458453-d4ba-4bbe-8d8a-a53c499a3e7c with Priority: HIGHEST for action security_group_members [ 823.450446] env[65429]: INFO networking_nsxv3.common.synchronization [req-023af186-182b-4ae0-b008-bdd7cbec13d8 req-eee796b9-29fe-4566-8e8d-b8bdcc14a12b service nova] Enqueued Resource ID: ce8fecf3-a70b-4e74-b13a-44587c93f9c9 with Priority: HIGHEST for action port [ 823.451221] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3458453-d4ba-4bbe-8d8a-a53c499a3e7c with Priority: HIGHEST for action security_group_rules [ 823.451795] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3458453-d4ba-4bbe-8d8a-a53c499a3e7c with Priority: HIGHEST for action security_group_members [ 823.452247] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce8fecf3-a70b-4e74-b13a-44587c93f9c9 with Priority: HIGHEST for action port [ 823.452397] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f3458453-d4ba-4bbe-8d8a-a53c499a3e7c taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.452528] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f3458453-d4ba-4bbe-8d8a-a53c499a3e7c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.452595] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f3458453-d4ba-4bbe-8d8a-a53c499a3e7c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.452877] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f3458453-d4ba-4bbe-8d8a-a53c499a3e7c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.452956] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f3458453-d4ba-4bbe-8d8a-a53c499a3e7c',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.456662] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3458453-d4ba-4bbe-8d8a-a53c499a3e7c taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.456792] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3458453-d4ba-4bbe-8d8a-a53c499a3e7c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.456879] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3458453-d4ba-4bbe-8d8a-a53c499a3e7c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.458486] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3458453-d4ba-4bbe-8d8a-a53c499a3e7c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.458684] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.458801] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.458868] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.459078] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.459174] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.459300] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3458453-d4ba-4bbe-8d8a-a53c499a3e7c',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.460679] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce8fecf3-a70b-4e74-b13a-44587c93f9c9 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.460799] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce8fecf3-a70b-4e74-b13a-44587c93f9c9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.460892] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce8fecf3-a70b-4e74-b13a-44587c93f9c9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.461083] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce8fecf3-a70b-4e74-b13a-44587c93f9c9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.461167] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce8fecf3-a70b-4e74-b13a-44587c93f9c9',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.463445] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.463547] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6cd4e8ef-f800-418a-ace0-49074fd0166b is going to be deleted. [ 823.466669] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.467303] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.470865] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.471033] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.472592] env[65429]: INFO networking_nsxv3.common.synchronization [req-9ac14d8d-c790-48a3-96a6-bce352ea6bfe req-5d317b38-0088-4889-a532-0da9a031326e tempest-ServerMetadataTestJSON-636971701 tempest-ServerMetadataTestJSON-636971701-project-member] Enqueued Resource ID: 6851afaf-1904-4179-9496-fcf286287cb2 with Priority: HIGHEST for action security_group_members [ 823.473839] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6851afaf-1904-4179-9496-fcf286287cb2 with Priority: HIGHEST for action security_group_members [ 823.474598] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-6851afaf-1904-4179-9496-fcf286287cb2 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.474745] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6851afaf-1904-4179-9496-fcf286287cb2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.474821] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6851afaf-1904-4179-9496-fcf286287cb2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.474984] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6851afaf-1904-4179-9496-fcf286287cb2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.475501] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.477446] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.477446] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.477446] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.477446] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.477446] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6851afaf-1904-4179-9496-fcf286287cb2',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.512881] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9129a53-8081-4699-872c-2b3236dbc738 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.512881] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9129a53-8081-4699-872c-2b3236dbc738" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.512881] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9129a53-8081-4699-872c-2b3236dbc738" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.512881] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9129a53-8081-4699-872c-2b3236dbc738" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.512881] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.512881] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.512881] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.512881] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.512881] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.512881] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9129a53-8081-4699-872c-2b3236dbc738" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.512881] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9129a53-8081-4699-872c-2b3236dbc738 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.512881] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9129a53-8081-4699-872c-2b3236dbc738" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.512881] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9129a53-8081-4699-872c-2b3236dbc738" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.512881] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9129a53-8081-4699-872c-2b3236dbc738" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.512881] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.512881] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.513694] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.513694] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.513694] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.513694] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9129a53-8081-4699-872c-2b3236dbc738" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.513694] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b9129a53-8081-4699-872c-2b3236dbc738',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.522697] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('82d1b07e-943d-4585-aadd-afbdec6abe9a',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.526790] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.526958] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.527928] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.528097] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0663161e-9b8d-4c58-97ef-c7c5e0db63a5 is going to be deleted. [ 823.532298] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.532298] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.532298] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 054bf747-447a-4136-a6de-156a44df67d5: rpc.has_security_group_logging(os_id): False [ 823.565112] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.565290] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5dd63b5c-a3fd-425d-84fe-fc9d4e29340b is going to be deleted. [ 823.566765] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.567064] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.588979] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.588979] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.609537] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.609765] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.610583] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.610737] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.624519] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.624519] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38107123-e6ea-47c0-8b9c-f150511062b7 is going to be deleted. [ 823.626484] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.626635] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.704613] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.705073] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.736020] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.736675] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e77b1c4-9adb-44cf-a1e5-466c45ba3984 is going to be deleted. [ 823.738208] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.738544] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.740967] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.741191] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.789618] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.790066] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 346ed0eb-ae19-4843-9d5c-5fb45d121a17 is going to be deleted. [ 823.791503] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.791919] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.838792] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.838792] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.845605] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.845737] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b081eca-a0b0-4294-af0a-aca96b777cdd is going to be deleted. [ 823.846727] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.846944] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.938926] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.939106] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.958103] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3458453-d4ba-4bbe-8d8a-a53c499a3e7c taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.958256] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3458453-d4ba-4bbe-8d8a-a53c499a3e7c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.966827] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f3458453-d4ba-4bbe-8d8a-a53c499a3e7c',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.970985] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ce8fecf3-a70b-4e74-b13a-44587c93f9c9 with status ACTIVE [ 823.970985] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.970985] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.970985] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.971209] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.971244] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.971706] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.971706] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.971706] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.971860] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.971860] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.971983] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.973030] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.973030] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.973030] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.973030] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.973030] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ce8fecf3-a70b-4e74-b13a-44587c93f9c9 is going to be updated. [ 823.978542] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.978666] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.987925] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.988108] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04f07f3a-a3bb-4698-841c-45f2cf780349 is going to be deleted. [ 823.989538] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.989761] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.017442] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b9129a53-8081-4699-872c-2b3236dbc738: rpc.has_security_group_logging(os_id): False [ 824.025571] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.025571] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.032596] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 82d1b07e-943d-4585-aadd-afbdec6abe9a: rpc.has_security_group_logging(os_id): False [ 824.054624] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.054624] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.063881] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.064029] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e4d3984-9f28-4ff9-8a16-16cdebf83852 is going to be deleted. [ 824.065338] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.065576] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.065671] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.065801] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bdbf7716-cc97-42ad-a945-099708388420" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.065967] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.066138] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.066216] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.066334] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2e5c198b-8161-45a9-b33e-c35f4b3649a4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.066865] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.067097] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.067192] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.067315] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b49b713f-b3f1-42ed-b9a2-6572ce54218f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.067445] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.067588] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.067663] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.067783] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7934503b-87bd-4190-8ba7-8388f9c4b7af" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.067897] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.068044] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.068121] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.068234] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.068361] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.068492] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.068566] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.068673] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0256c7de-e836-4be7-8a4c-92de53ac8342" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.068796] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.068942] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.081169] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.081169] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.081169] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.081392] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.081514] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.081617] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce8fecf3-a70b-4e74-b13a-44587c93f9c9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.087376] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.087571] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.088436] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.088534] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.126585] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.126734] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.126833] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.126876] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.127161] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.127161] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.127302] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 054bf747-447a-4136-a6de-156a44df67d5 is going to be updated. [ 824.128828] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.130100] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.130100] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.130100] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8f68145-b095-4647-a767-ddcbcf856a43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.130100] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.130100] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.130100] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.130100] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6cd4e8ef-f800-418a-ace0-49074fd0166b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.130100] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.130100] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.130100] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.130632] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0663161e-9b8d-4c58-97ef-c7c5e0db63a5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.130632] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.130632] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.130632] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.130632] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5dd63b5c-a3fd-425d-84fe-fc9d4e29340b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.131206] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.131352] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.131430] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.131539] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38107123-e6ea-47c0-8b9c-f150511062b7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.132489] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.132489] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.132489] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.132489] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e77b1c4-9adb-44cf-a1e5-466c45ba3984" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.133040] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.133354] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.225028] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.225028] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.228106] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.228236] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.244073] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.244367] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.244494] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.244576] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.244807] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.244898] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.244994] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6851afaf-1904-4179-9496-fcf286287cb2 is going to be updated. [ 824.249739] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.249739] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.249739] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.249739] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b081eca-a0b0-4294-af0a-aca96b777cdd" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.249739] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.249739] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.269397] env[65429]: INFO networking_nsxv3.common.synchronization [req-ddab627c-f5da-493e-993b-e4a8d14b7210 req-b2433472-8b83-4122-b1d0-75c6efbecd14 tempest-ServerActionsTestJSON-1857976248 tempest-ServerActionsTestJSON-1857976248-project-member] Enqueued Resource ID: 09b42f09-5675-4093-98d2-c237cb24a3a7 with Priority: HIGHEST for action security_group_members [ 824.269397] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09b42f09-5675-4093-98d2-c237cb24a3a7 with Priority: HIGHEST for action security_group_members [ 824.269546] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-09b42f09-5675-4093-98d2-c237cb24a3a7 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.269666] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09b42f09-5675-4093-98d2-c237cb24a3a7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.269731] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09b42f09-5675-4093-98d2-c237cb24a3a7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.270024] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09b42f09-5675-4093-98d2-c237cb24a3a7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.270806] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.270926] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.271044] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.271214] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.272071] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.272196] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09b42f09-5675-4093-98d2-c237cb24a3a7',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.449553] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.449815] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.449917] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.450131] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.450399] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.450705] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.450705] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82d1b07e-943d-4585-aadd-afbdec6abe9a is going to be updated. [ 824.451983] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.452315] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.470601] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f3458453-d4ba-4bbe-8d8a-a53c499a3e7c',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.500190] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.500586] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.500586] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.500663] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.500763] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.538026] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6851afaf-1904-4179-9496-fcf286287cb2 in Status: IN_PROGRESS for 2s [ 824.540758] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.540979] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.575167] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.575505] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.575634] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.575702] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.575901] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.575985] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.576195] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.576295] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.576352] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.576503] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.576575] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.576743] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.576821] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.576879] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.577040] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.577086] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.577205] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9129a53-8081-4699-872c-2b3236dbc738 is going to be updated. [ 824.578507] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.578618] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.578781] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.578856] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04f07f3a-a3bb-4698-841c-45f2cf780349" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.578959] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.579143] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.579220] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.579333] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e4d3984-9f28-4ff9-8a16-16cdebf83852" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.579484] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.579764] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.579764] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.579834] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.580159] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.580159] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.580232] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.621815] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock network-325 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.621815] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "network-325" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.621815] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "network-325" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.621815] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "network-325" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.621815] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.623331] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.623331] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.623331] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.623331] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.624259] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 824.624259] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 824.624440] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 824.624623] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 824.624992] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 824.625154] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 824.625358] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 824.627537] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.627693] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.627793] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.628110] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.628263] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.643850] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 054bf747-447a-4136-a6de-156a44df67d5 in Status: IN_PROGRESS for 2s [ 824.675137] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 824.675137] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Cache value generated in 0.049 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 824.675137] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 824.675137] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "network-325" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.675444] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock port-9449bb82-b51f-4a94-89e5-bfc847fdcf25 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.675625] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "port-9449bb82-b51f-4a94-89e5-bfc847fdcf25" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.675728] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "port-9449bb82-b51f-4a94-89e5-bfc847fdcf25" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.676069] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "port-9449bb82-b51f-4a94-89e5-bfc847fdcf25" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.676204] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9449bb82-b51f-4a94-89e5-bfc847fdcf25',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.690577] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82d1b07e-943d-4585-aadd-afbdec6abe9a in Status: IN_PROGRESS for 2s [ 824.771223] env[65429]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 824.771795] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.771935] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.772000] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.772341] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.772482] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.776383] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.776522] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.776588] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.776772] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.776859] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.777061] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.777423] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.777629] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.777705] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.777784] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.777870] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09b42f09-5675-4093-98d2-c237cb24a3a7 already deleted. [ 824.777951] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09b42f09-5675-4093-98d2-c237cb24a3a7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.790723] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9129a53-8081-4699-872c-2b3236dbc738 in Status: IN_PROGRESS for 2s [ 824.972227] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.972227] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.972227] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.972488] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.972488] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.972488] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3458453-d4ba-4bbe-8d8a-a53c499a3e7c is going to be created. [ 825.002505] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.002693] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.002762] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.002963] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.003151] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.014128] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3458453-d4ba-4bbe-8d8a-a53c499a3e7c in Status: UNINITIALIZED for 2s [ 825.088922] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e55f954a-ff42-4c28-b21d-7fea00a696c2 in Status: SUCCESS [ 825.089175] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e55f954a-ff42-4c28-b21d-7fea00a696c2 deletion is rescheduled due to dependency. [ 825.089300] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e55f954a-ff42-4c28-b21d-7fea00a696c2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.178751] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.178987] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.179134] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.179416] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.179563] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.179712] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Segment Port 9449bb82-b51f-4a94-89e5-bfc847fdcf25 not found, creating... [ 825.180028] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.180234] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.180355] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.180572] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.180709] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.181084] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.181358] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.181487] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.181743] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.181890] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.182039] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Resource: SegmentPort with ID: 9449bb82-b51f-4a94-89e5-bfc847fdcf25 is going to be created. [ 825.203756] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.203756] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.203938] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.204161] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.204401] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.204631] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "port-9449bb82-b51f-4a94-89e5-bfc847fdcf25" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.918683] env[65429]: INFO networking_nsxv3.common.synchronization [req-ddab627c-f5da-493e-993b-e4a8d14b7210 req-5e791e0b-6164-439e-b7a4-e697f8f7039e service nova] Enqueued Resource ID: 09b42f09-5675-4093-98d2-c237cb24a3a7 with Priority: HIGHEST for action security_group_rules [ 825.918950] env[65429]: INFO networking_nsxv3.common.synchronization [req-ddab627c-f5da-493e-993b-e4a8d14b7210 req-5e791e0b-6164-439e-b7a4-e697f8f7039e service nova] Enqueued Resource ID: 09b42f09-5675-4093-98d2-c237cb24a3a7 with Priority: HIGHEST for action security_group_members [ 825.919021] env[65429]: INFO networking_nsxv3.common.synchronization [req-ddab627c-f5da-493e-993b-e4a8d14b7210 req-5e791e0b-6164-439e-b7a4-e697f8f7039e service nova] Enqueued Resource ID: 9449bb82-b51f-4a94-89e5-bfc847fdcf25 with Priority: HIGHEST for action port [ 825.920246] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09b42f09-5675-4093-98d2-c237cb24a3a7 with Priority: HIGHEST for action security_group_rules [ 825.920429] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09b42f09-5675-4093-98d2-c237cb24a3a7 with Priority: HIGHEST for action security_group_members [ 825.920584] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9449bb82-b51f-4a94-89e5-bfc847fdcf25 with Priority: HIGHEST for action port [ 825.920875] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-09b42f09-5675-4093-98d2-c237cb24a3a7 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.921077] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-09b42f09-5675-4093-98d2-c237cb24a3a7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.921139] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-09b42f09-5675-4093-98d2-c237cb24a3a7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.921396] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-09b42f09-5675-4093-98d2-c237cb24a3a7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.921499] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('09b42f09-5675-4093-98d2-c237cb24a3a7',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.922394] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-09b42f09-5675-4093-98d2-c237cb24a3a7 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.922642] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09b42f09-5675-4093-98d2-c237cb24a3a7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.922642] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09b42f09-5675-4093-98d2-c237cb24a3a7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.922860] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09b42f09-5675-4093-98d2-c237cb24a3a7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.922897] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.923120] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.923120] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.923245] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.923327] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.923418] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09b42f09-5675-4093-98d2-c237cb24a3a7',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.924937] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-9449bb82-b51f-4a94-89e5-bfc847fdcf25 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.924937] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9449bb82-b51f-4a94-89e5-bfc847fdcf25" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.924937] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9449bb82-b51f-4a94-89e5-bfc847fdcf25" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.924937] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9449bb82-b51f-4a94-89e5-bfc847fdcf25" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.924937] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9449bb82-b51f-4a94-89e5-bfc847fdcf25',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.426620] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-09b42f09-5675-4093-98d2-c237cb24a3a7 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.426748] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09b42f09-5675-4093-98d2-c237cb24a3a7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.426939] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('09b42f09-5675-4093-98d2-c237cb24a3a7',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.427798] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9449bb82-b51f-4a94-89e5-bfc847fdcf25 with status ACTIVE [ 826.428742] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.428742] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.428742] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.429352] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.429352] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.429475] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.429584] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.429638] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.430259] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.430259] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.430259] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.430259] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.430259] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.430480] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.430480] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.430551] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9449bb82-b51f-4a94-89e5-bfc847fdcf25 is going to be updated. [ 826.454266] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.454415] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.454488] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.454694] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.455031] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.455031] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9449bb82-b51f-4a94-89e5-bfc847fdcf25" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.568643] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6851afaf-1904-4179-9496-fcf286287cb2 in Status: SUCCESS [ 826.568643] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6851afaf-1904-4179-9496-fcf286287cb2 deletion is rescheduled due to dependency. [ 826.568643] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6851afaf-1904-4179-9496-fcf286287cb2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.667644] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 054bf747-447a-4136-a6de-156a44df67d5 in Status: SUCCESS [ 826.667917] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-054bf747-447a-4136-a6de-156a44df67d5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.705231] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82d1b07e-943d-4585-aadd-afbdec6abe9a in Status: SUCCESS [ 826.705445] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82d1b07e-943d-4585-aadd-afbdec6abe9a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.805512] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9129a53-8081-4699-872c-2b3236dbc738 in Status: SUCCESS [ 826.805777] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9129a53-8081-4699-872c-2b3236dbc738" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.932518] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('09b42f09-5675-4093-98d2-c237cb24a3a7',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.025088] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3458453-d4ba-4bbe-8d8a-a53c499a3e7c in Status: SUCCESS [ 827.025409] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3458453-d4ba-4bbe-8d8a-a53c499a3e7c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.025646] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3458453-d4ba-4bbe-8d8a-a53c499a3e7c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.025946] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3458453-d4ba-4bbe-8d8a-a53c499a3e7c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.026226] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.026392] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.026470] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.026666] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.026770] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.026879] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3458453-d4ba-4bbe-8d8a-a53c499a3e7c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.026992] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f3458453-d4ba-4bbe-8d8a-a53c499a3e7c',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.669714] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.669714] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.669714] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.669714] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.669714] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.669714] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09b42f09-5675-4093-98d2-c237cb24a3a7 is going to be created. [ 827.669714] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3458453-d4ba-4bbe-8d8a-a53c499a3e7c taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.669714] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3458453-d4ba-4bbe-8d8a-a53c499a3e7c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.669714] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3458453-d4ba-4bbe-8d8a-a53c499a3e7c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.673551] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3458453-d4ba-4bbe-8d8a-a53c499a3e7c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.673551] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.673551] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.673551] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.673551] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.673551] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.673551] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3458453-d4ba-4bbe-8d8a-a53c499a3e7c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.673551] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3458453-d4ba-4bbe-8d8a-a53c499a3e7c taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.673551] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3458453-d4ba-4bbe-8d8a-a53c499a3e7c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.673551] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3458453-d4ba-4bbe-8d8a-a53c499a3e7c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.673551] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3458453-d4ba-4bbe-8d8a-a53c499a3e7c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.673551] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.673551] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.673551] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.673551] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.675258] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.675258] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3458453-d4ba-4bbe-8d8a-a53c499a3e7c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.675258] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f3458453-d4ba-4bbe-8d8a-a53c499a3e7c',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.699641] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.700353] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.701192] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.701192] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.701313] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.712913] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09b42f09-5675-4093-98d2-c237cb24a3a7 in Status: UNINITIALIZED for 2s [ 828.177590] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f3458453-d4ba-4bbe-8d8a-a53c499a3e7c: rpc.has_security_group_logging(os_id): False [ 828.197046] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.197214] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.197285] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.197499] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.197587] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.197800] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.197898] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.197977] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.198148] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.198244] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.198431] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.198563] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.198649] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.198798] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.198875] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.199374] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.199547] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.199656] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.199844] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.200023] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.200404] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f3458453-d4ba-4bbe-8d8a-a53c499a3e7c is going to be created. [ 828.284962] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.285178] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.285789] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.286335] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.286636] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.301135] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3458453-d4ba-4bbe-8d8a-a53c499a3e7c in Status: IN_PROGRESS for 2s [ 829.724533] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09b42f09-5675-4093-98d2-c237cb24a3a7 in Status: SUCCESS [ 829.724875] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09b42f09-5675-4093-98d2-c237cb24a3a7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.724940] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09b42f09-5675-4093-98d2-c237cb24a3a7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.725184] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09b42f09-5675-4093-98d2-c237cb24a3a7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.725388] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.725503] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.725566] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.725714] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.725789] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.725880] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09b42f09-5675-4093-98d2-c237cb24a3a7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.727104] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('09b42f09-5675-4093-98d2-c237cb24a3a7',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.233686] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('09b42f09-5675-4093-98d2-c237cb24a3a7',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.317886] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f3458453-d4ba-4bbe-8d8a-a53c499a3e7c in Status: SUCCESS [ 830.318271] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f3458453-d4ba-4bbe-8d8a-a53c499a3e7c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.735894] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 09b42f09-5675-4093-98d2-c237cb24a3a7: rpc.has_security_group_logging(os_id): False [ 830.755906] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.756118] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.756205] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.756442] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.756546] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.756759] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.756868] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.756947] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.757067] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.757142] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.757218] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 09b42f09-5675-4093-98d2-c237cb24a3a7 is going to be created. [ 830.819715] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.819715] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.819715] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.820062] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.820778] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.832225] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09b42f09-5675-4093-98d2-c237cb24a3a7 in Status: IN_PROGRESS for 2s [ 830.921899] env[65429]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 830.921899] env[65429]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 831.781315] env[65429]: INFO networking_nsxv3.common.synchronization [req-215941af-19bc-4eba-b704-ca0f20d96943 req-5882139c-d131-4285-82db-a5a784244b3a tempest-ServerDiskConfigTestJSON-1203054178 tempest-ServerDiskConfigTestJSON-1203054178-project-member] Enqueued Resource ID: 175f5593-8cac-48d4-9609-d6330a935761 with Priority: HIGHEST for action security_group_members [ 831.781857] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 175f5593-8cac-48d4-9609-d6330a935761 with Priority: HIGHEST for action security_group_members [ 831.782169] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-175f5593-8cac-48d4-9609-d6330a935761 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.782404] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.782511] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.782828] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.782951] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.783091] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.783167] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.783304] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.783385] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.783482] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('175f5593-8cac-48d4-9609-d6330a935761',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.193618] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock network-224 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.193618] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "network-224" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.193810] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "network-224" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.193909] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "network-224" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.194254] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.194441] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.194537] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.194842] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.194910] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.195145] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 832.195273] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 832.195428] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 832.195494] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 832.195601] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 832.195704] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 832.195842] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 832.216367] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 832.216367] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 832.216534] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 832.216640] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "network-224" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.216937] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock port-e747179b-af14-4ea2-9539-c42917e53334 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.217314] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "port-e747179b-af14-4ea2-9539-c42917e53334" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.217314] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "port-e747179b-af14-4ea2-9539-c42917e53334" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.217586] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "port-e747179b-af14-4ea2-9539-c42917e53334" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.217742] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e747179b-af14-4ea2-9539-c42917e53334',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.286343] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.286578] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.286663] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.286883] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.287139] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.288067] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.288067] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.288067] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.288067] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.288067] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.288407] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 175f5593-8cac-48d4-9609-d6330a935761 is going to be deleted. [ 832.329628] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.329806] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.329849] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.330160] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.330310] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.330449] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.721810] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.722136] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.722285] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.722600] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.722756] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.722923] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Segment Port e747179b-af14-4ea2-9539-c42917e53334 not found, creating... [ 832.723230] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.723403] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.723528] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.723899] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.723982] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.724265] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.724473] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.724608] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.724847] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.725111] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.725351] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Resource: SegmentPort with ID: e747179b-af14-4ea2-9539-c42917e53334 is going to be created. [ 832.749409] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.749945] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.749945] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.750100] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.750260] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.750492] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "port-e747179b-af14-4ea2-9539-c42917e53334" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.850572] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09b42f09-5675-4093-98d2-c237cb24a3a7 in Status: SUCCESS [ 832.850874] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-09b42f09-5675-4093-98d2-c237cb24a3a7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.523447] env[65429]: INFO networking_nsxv3.common.synchronization [req-215941af-19bc-4eba-b704-ca0f20d96943 req-bd67e764-81bb-4e84-a87a-7326dcfbe336 service nova] Enqueued Resource ID: 175f5593-8cac-48d4-9609-d6330a935761 with Priority: HIGHEST for action security_group_rules [ 833.523447] env[65429]: INFO networking_nsxv3.common.synchronization [req-215941af-19bc-4eba-b704-ca0f20d96943 req-bd67e764-81bb-4e84-a87a-7326dcfbe336 service nova] Enqueued Resource ID: 175f5593-8cac-48d4-9609-d6330a935761 with Priority: HIGHEST for action security_group_members [ 833.523447] env[65429]: INFO networking_nsxv3.common.synchronization [req-215941af-19bc-4eba-b704-ca0f20d96943 req-bd67e764-81bb-4e84-a87a-7326dcfbe336 service nova] Enqueued Resource ID: e747179b-af14-4ea2-9539-c42917e53334 with Priority: HIGHEST for action port [ 833.524146] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 175f5593-8cac-48d4-9609-d6330a935761 with Priority: HIGHEST for action security_group_rules [ 833.524328] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 175f5593-8cac-48d4-9609-d6330a935761 with Priority: HIGHEST for action security_group_members [ 833.524450] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e747179b-af14-4ea2-9539-c42917e53334 with Priority: HIGHEST for action port [ 833.524891] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-175f5593-8cac-48d4-9609-d6330a935761 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.525075] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.525189] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.525430] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.525562] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('175f5593-8cac-48d4-9609-d6330a935761',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.527251] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-175f5593-8cac-48d4-9609-d6330a935761 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.527485] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.527569] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.527839] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.528095] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.528324] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.528437] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.528639] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.528769] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.528928] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('175f5593-8cac-48d4-9609-d6330a935761',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.530298] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-e747179b-af14-4ea2-9539-c42917e53334 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.530298] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e747179b-af14-4ea2-9539-c42917e53334" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.530298] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e747179b-af14-4ea2-9539-c42917e53334" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.530510] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e747179b-af14-4ea2-9539-c42917e53334" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.530510] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e747179b-af14-4ea2-9539-c42917e53334',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.033081] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-175f5593-8cac-48d4-9609-d6330a935761 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.033526] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.033623] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('175f5593-8cac-48d4-9609-d6330a935761',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.034570] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e747179b-af14-4ea2-9539-c42917e53334 with status ACTIVE [ 834.034817] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.034984] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.035116] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.035376] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.035511] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.035737] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.035891] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.035991] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.036679] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.036778] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.037089] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.037248] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.037361] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.037564] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.037688] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.037832] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e747179b-af14-4ea2-9539-c42917e53334 is going to be updated. [ 834.060293] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.060463] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.060539] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.060756] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.060893] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.061072] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e747179b-af14-4ea2-9539-c42917e53334" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.431328] env[65429]: INFO networking_nsxv3.common.synchronization [req-76465e9f-296a-46b1-afe7-1e0f73e16067 req-1f5c587a-09e6-443f-be94-d0c00d6b5212 tempest-ServerPasswordTestJSON-550916703 tempest-ServerPasswordTestJSON-550916703-project-member] Enqueued Resource ID: f3458453-d4ba-4bbe-8d8a-a53c499a3e7c with Priority: HIGHEST for action security_group_members [ 834.431817] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3458453-d4ba-4bbe-8d8a-a53c499a3e7c with Priority: HIGHEST for action security_group_members [ 834.432155] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-f3458453-d4ba-4bbe-8d8a-a53c499a3e7c taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.432255] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f3458453-d4ba-4bbe-8d8a-a53c499a3e7c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.432330] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f3458453-d4ba-4bbe-8d8a-a53c499a3e7c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.432555] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f3458453-d4ba-4bbe-8d8a-a53c499a3e7c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.432708] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.432809] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.432901] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.433031] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.433113] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.433271] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f3458453-d4ba-4bbe-8d8a-a53c499a3e7c',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.540077] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('175f5593-8cac-48d4-9609-d6330a935761',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.936230] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.936406] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.938386] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.938386] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.938386] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.938386] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.938386] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.938386] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.938386] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.938386] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.938386] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3458453-d4ba-4bbe-8d8a-a53c499a3e7c is going to be updated. [ 834.989814] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.989814] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.989814] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.989814] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.989814] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.998029] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3458453-d4ba-4bbe-8d8a-a53c499a3e7c in Status: IN_PROGRESS for 2s [ 835.043722] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.044024] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.044024] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.044191] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.044313] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.044414] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 175f5593-8cac-48d4-9609-d6330a935761 is going to be created. [ 835.069222] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.069361] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.069436] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.069650] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.069891] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.081677] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 175f5593-8cac-48d4-9609-d6330a935761 in Status: UNINITIALIZED for 2s [ 837.010326] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f3458453-d4ba-4bbe-8d8a-a53c499a3e7c in Status: SUCCESS [ 837.010803] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f3458453-d4ba-4bbe-8d8a-a53c499a3e7c deletion is rescheduled due to dependency. [ 837.010803] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f3458453-d4ba-4bbe-8d8a-a53c499a3e7c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.093804] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 175f5593-8cac-48d4-9609-d6330a935761 in Status: SUCCESS [ 837.094144] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.094420] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.096446] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.096446] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.096446] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.096446] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.096446] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.096446] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.096446] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.096446] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('175f5593-8cac-48d4-9609-d6330a935761',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.599107] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-175f5593-8cac-48d4-9609-d6330a935761 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.599336] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.599336] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.599647] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.599860] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.599983] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.600094] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.600312] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.600426] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.600530] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.600705] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-175f5593-8cac-48d4-9609-d6330a935761 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.600832] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.600908] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.601132] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.601287] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.601402] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.601493] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.601683] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.601782] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.601871] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.601973] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('175f5593-8cac-48d4-9609-d6330a935761',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.104319] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 175f5593-8cac-48d4-9609-d6330a935761: rpc.has_security_group_logging(os_id): False [ 838.125027] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.125213] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.125303] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.125621] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.125621] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.125869] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.125869] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.125986] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.126306] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.126406] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.126596] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.126688] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.126752] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.126915] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.126994] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.127227] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.127341] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.127404] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.127546] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.127621] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.127734] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 175f5593-8cac-48d4-9609-d6330a935761 is going to be created. [ 838.192909] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.193114] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.193192] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.193471] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.193687] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.207077] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 175f5593-8cac-48d4-9609-d6330a935761 in Status: IN_PROGRESS for 2s [ 839.433366] env[65429]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 839.433812] env[65429]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 840.225198] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 175f5593-8cac-48d4-9609-d6330a935761 in Status: SUCCESS [ 840.226367] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.550016] env[65429]: INFO networking_nsxv3.common.synchronization [req-7e9b2e1f-4d26-42af-b586-16965d98f817 req-580e2266-40f0-47d0-82fe-494971aca3b8 tempest-ServerRescueTestJSON-475002959 tempest-ServerRescueTestJSON-475002959-project-member] Enqueued Resource ID: 0e35d774-6882-4c7e-99c0-7daaa6397e7c with Priority: HIGHEST for action security_group_members [ 840.550644] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e35d774-6882-4c7e-99c0-7daaa6397e7c with Priority: HIGHEST for action security_group_members [ 840.551120] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e35d774-6882-4c7e-99c0-7daaa6397e7c taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.551281] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e35d774-6882-4c7e-99c0-7daaa6397e7c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.551281] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e35d774-6882-4c7e-99c0-7daaa6397e7c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.552041] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e35d774-6882-4c7e-99c0-7daaa6397e7c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.552041] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.552041] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.552041] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.552041] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.552329] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.552329] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e35d774-6882-4c7e-99c0-7daaa6397e7c',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.687704] env[65429]: INFO networking_nsxv3.common.synchronization [None req-79b9c012-1e10-41dd-9ab3-a785a3879642 None None] Enqueued Resource ID: e5b66fe8-049c-42cd-8e49-a616048c1513 with Priority: HIGHEST for action port [ 840.690303] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5b66fe8-049c-42cd-8e49-a616048c1513 with Priority: HIGHEST for action port [ 840.690303] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5b66fe8-049c-42cd-8e49-a616048c1513 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.690303] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5b66fe8-049c-42cd-8e49-a616048c1513" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.690303] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5b66fe8-049c-42cd-8e49-a616048c1513" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.690303] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5b66fe8-049c-42cd-8e49-a616048c1513" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.690535] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5b66fe8-049c-42cd-8e49-a616048c1513',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.004209] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock network-68 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.004424] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "network-68" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.004629] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "network-68" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.005050] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "network-68" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.005378] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.005578] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.005699] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.005935] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.006435] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.006435] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 841.006435] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 841.006642] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 841.006642] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 841.006711] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 841.006789] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 841.006954] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 841.039183] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 841.039543] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 841.039766] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 841.040805] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "network-68" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.040805] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock port-fe35827f-34ce-4b08-b701-6e0ca03989c8 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.040805] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "port-fe35827f-34ce-4b08-b701-6e0ca03989c8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.040805] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "port-fe35827f-34ce-4b08-b701-6e0ca03989c8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.041235] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "port-fe35827f-34ce-4b08-b701-6e0ca03989c8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.041423] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe35827f-34ce-4b08-b701-6e0ca03989c8',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.056210] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.056500] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.056500] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.056729] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.056822] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.057081] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.057184] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.057269] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.057677] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.057749] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.057881] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e35d774-6882-4c7e-99c0-7daaa6397e7c already deleted. [ 841.057935] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e35d774-6882-4c7e-99c0-7daaa6397e7c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.196241] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e5b66fe8-049c-42cd-8e49-a616048c1513 [ 841.196241] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.196241] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.196241] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.196241] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.196241] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.196241] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e5b66fe8-049c-42cd-8e49-a616048c1513 already deleted. [ 841.196241] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5b66fe8-049c-42cd-8e49-a616048c1513" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.544217] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.544217] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.544217] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.544385] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.545102] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.545102] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Segment Port fe35827f-34ce-4b08-b701-6e0ca03989c8 not found, creating... [ 841.545102] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.545102] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.545433] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.545433] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.545543] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.546117] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.546117] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.546117] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.546334] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.546478] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.546614] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Resource: SegmentPort with ID: fe35827f-34ce-4b08-b701-6e0ca03989c8 is going to be created. [ 841.586178] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.586540] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.586540] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.586763] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.587145] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.587431] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "port-fe35827f-34ce-4b08-b701-6e0ca03989c8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.300355] env[65429]: INFO networking_nsxv3.common.synchronization [req-7e9b2e1f-4d26-42af-b586-16965d98f817 req-9aaa36d9-d4b2-4a14-ad88-db1258e5fb3a service nova] Enqueued Resource ID: 0e35d774-6882-4c7e-99c0-7daaa6397e7c with Priority: HIGHEST for action security_group_rules [ 842.300355] env[65429]: INFO networking_nsxv3.common.synchronization [req-7e9b2e1f-4d26-42af-b586-16965d98f817 req-9aaa36d9-d4b2-4a14-ad88-db1258e5fb3a service nova] Enqueued Resource ID: 0e35d774-6882-4c7e-99c0-7daaa6397e7c with Priority: HIGHEST for action security_group_members [ 842.300355] env[65429]: INFO networking_nsxv3.common.synchronization [req-7e9b2e1f-4d26-42af-b586-16965d98f817 req-9aaa36d9-d4b2-4a14-ad88-db1258e5fb3a service nova] Enqueued Resource ID: fe35827f-34ce-4b08-b701-6e0ca03989c8 with Priority: HIGHEST for action port [ 842.300355] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e35d774-6882-4c7e-99c0-7daaa6397e7c with Priority: HIGHEST for action security_group_rules [ 842.300355] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e35d774-6882-4c7e-99c0-7daaa6397e7c with Priority: HIGHEST for action security_group_members [ 842.300355] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe35827f-34ce-4b08-b701-6e0ca03989c8 with Priority: HIGHEST for action port [ 842.301216] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e35d774-6882-4c7e-99c0-7daaa6397e7c taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.301538] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e35d774-6882-4c7e-99c0-7daaa6397e7c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.301687] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e35d774-6882-4c7e-99c0-7daaa6397e7c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.302161] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e35d774-6882-4c7e-99c0-7daaa6397e7c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.302657] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e35d774-6882-4c7e-99c0-7daaa6397e7c',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.304050] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e35d774-6882-4c7e-99c0-7daaa6397e7c taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.304294] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e35d774-6882-4c7e-99c0-7daaa6397e7c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.304448] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e35d774-6882-4c7e-99c0-7daaa6397e7c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.304709] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e35d774-6882-4c7e-99c0-7daaa6397e7c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.305375] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.305608] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.305778] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.306051] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.306271] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.306465] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e35d774-6882-4c7e-99c0-7daaa6397e7c',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.309245] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe35827f-34ce-4b08-b701-6e0ca03989c8 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.309245] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe35827f-34ce-4b08-b701-6e0ca03989c8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.309245] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe35827f-34ce-4b08-b701-6e0ca03989c8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.309245] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe35827f-34ce-4b08-b701-6e0ca03989c8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.309245] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe35827f-34ce-4b08-b701-6e0ca03989c8',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.810337] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e35d774-6882-4c7e-99c0-7daaa6397e7c taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.810718] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e35d774-6882-4c7e-99c0-7daaa6397e7c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.810718] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0e35d774-6882-4c7e-99c0-7daaa6397e7c',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.813160] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fe35827f-34ce-4b08-b701-6e0ca03989c8 with status ACTIVE [ 842.813294] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.814509] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.814509] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.814509] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.814509] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.814509] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.814509] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.814509] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.814509] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.815140] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.815140] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.815140] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.815140] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.815140] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.815332] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.815332] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fe35827f-34ce-4b08-b701-6e0ca03989c8 is going to be updated. [ 842.839769] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.839934] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.840396] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.840396] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.840529] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.840709] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe35827f-34ce-4b08-b701-6e0ca03989c8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.285138] env[65429]: INFO networking_nsxv3.common.synchronization [req-54f6ab12-0052-4014-a693-3d9083ea52b5 req-5b6b30fe-e18e-401b-aac8-456bd6ff626f tempest-ServersAdminTestJSON-611263935 tempest-ServersAdminTestJSON-611263935-project-member] Enqueued Resource ID: d075b3cd-e544-42a6-afb4-6f693b39465c with Priority: HIGHEST for action security_group_members [ 843.285138] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d075b3cd-e544-42a6-afb4-6f693b39465c with Priority: HIGHEST for action security_group_members [ 843.285138] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-d075b3cd-e544-42a6-afb4-6f693b39465c taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.285138] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.285138] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.285138] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.285786] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.286177] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.286340] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.286576] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.286742] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.286911] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d075b3cd-e544-42a6-afb4-6f693b39465c',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.314534] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0e35d774-6882-4c7e-99c0-7daaa6397e7c',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.507136] env[65429]: INFO networking_nsxv3.common.synchronization [None req-0db55fbf-5d06-4cb4-bf6e-3256c8e48089 None None] Enqueued Resource ID: 08e28bdf-ffd7-42df-b63b-2ba549aa09eb with Priority: HIGHEST for action port [ 843.507136] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08e28bdf-ffd7-42df-b63b-2ba549aa09eb with Priority: HIGHEST for action port [ 843.507136] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-08e28bdf-ffd7-42df-b63b-2ba549aa09eb taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.507136] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08e28bdf-ffd7-42df-b63b-2ba549aa09eb" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.507136] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08e28bdf-ffd7-42df-b63b-2ba549aa09eb" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.507136] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08e28bdf-ffd7-42df-b63b-2ba549aa09eb" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.509296] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08e28bdf-ffd7-42df-b63b-2ba549aa09eb',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.630754] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock network-885 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.631236] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "network-885" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.634028] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "network-885" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.634028] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "network-885" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.634028] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.634028] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.634028] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.634028] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.634028] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.634028] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 843.634028] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 843.634028] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 843.634028] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 843.634028] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 843.634028] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 843.634028] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 843.651961] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 843.652151] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 843.652302] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 843.652651] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "network-885" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.652976] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock port-421933cb-dc0e-4d64-a459-7417cd23898b taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.653236] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "port-421933cb-dc0e-4d64-a459-7417cd23898b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.653364] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "port-421933cb-dc0e-4d64-a459-7417cd23898b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.653677] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "port-421933cb-dc0e-4d64-a459-7417cd23898b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.653833] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('421933cb-dc0e-4d64-a459-7417cd23898b',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.790955] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d075b3cd-e544-42a6-afb4-6f693b39465c',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.817265] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.817265] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.817265] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.817265] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.817265] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.817265] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e35d774-6882-4c7e-99c0-7daaa6397e7c is going to be created. [ 843.844532] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.844748] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.844748] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.844955] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.845131] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.855992] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e35d774-6882-4c7e-99c0-7daaa6397e7c in Status: UNINITIALIZED for 2s [ 844.011608] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 08e28bdf-ffd7-42df-b63b-2ba549aa09eb [ 844.012432] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.012432] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.012432] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.013673] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.013673] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.013673] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:08e28bdf-ffd7-42df-b63b-2ba549aa09eb already deleted. [ 844.013673] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08e28bdf-ffd7-42df-b63b-2ba549aa09eb" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.156958] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.157289] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.157419] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.157694] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.157840] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.158068] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Segment Port 421933cb-dc0e-4d64-a459-7417cd23898b not found, creating... [ 844.158360] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.158520] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.158643] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.158856] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.158991] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.159337] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.159509] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.159632] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.159889] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.160029] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.160272] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Resource: SegmentPort with ID: 421933cb-dc0e-4d64-a459-7417cd23898b is going to be created. [ 844.182754] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.183093] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.183093] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.183384] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.183609] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.183794] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "port-421933cb-dc0e-4d64-a459-7417cd23898b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.293132] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d075b3cd-e544-42a6-afb4-6f693b39465c',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.795880] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.796056] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.796129] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.796348] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.796439] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.796538] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d075b3cd-e544-42a6-afb4-6f693b39465c is going to be updated. [ 844.824828] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.825277] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.825277] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.825277] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.825523] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.834669] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d075b3cd-e544-42a6-afb4-6f693b39465c in Status: IN_PROGRESS for 2s [ 844.906471] env[65429]: INFO networking_nsxv3.common.synchronization [req-54f6ab12-0052-4014-a693-3d9083ea52b5 req-c619d59f-4b10-45ed-9c9c-d33c75ae547d service nova] Enqueued Resource ID: d075b3cd-e544-42a6-afb4-6f693b39465c with Priority: HIGHEST for action security_group_rules [ 844.906547] env[65429]: INFO networking_nsxv3.common.synchronization [req-54f6ab12-0052-4014-a693-3d9083ea52b5 req-c619d59f-4b10-45ed-9c9c-d33c75ae547d service nova] Enqueued Resource ID: d075b3cd-e544-42a6-afb4-6f693b39465c with Priority: HIGHEST for action security_group_members [ 844.906670] env[65429]: INFO networking_nsxv3.common.synchronization [req-54f6ab12-0052-4014-a693-3d9083ea52b5 req-c619d59f-4b10-45ed-9c9c-d33c75ae547d service nova] Enqueued Resource ID: 421933cb-dc0e-4d64-a459-7417cd23898b with Priority: HIGHEST for action port [ 844.907245] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d075b3cd-e544-42a6-afb4-6f693b39465c with Priority: HIGHEST for action security_group_rules [ 844.907407] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d075b3cd-e544-42a6-afb4-6f693b39465c with Priority: HIGHEST for action security_group_members [ 844.907529] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 421933cb-dc0e-4d64-a459-7417cd23898b with Priority: HIGHEST for action port [ 844.907839] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d075b3cd-e544-42a6-afb4-6f693b39465c taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.908055] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.908304] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.908565] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.908656] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d075b3cd-e544-42a6-afb4-6f693b39465c',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.909566] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-d075b3cd-e544-42a6-afb4-6f693b39465c taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.909671] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.909903] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-421933cb-dc0e-4d64-a459-7417cd23898b taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.910101] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-421933cb-dc0e-4d64-a459-7417cd23898b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.910101] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-421933cb-dc0e-4d64-a459-7417cd23898b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.910456] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-421933cb-dc0e-4d64-a459-7417cd23898b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.910539] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('421933cb-dc0e-4d64-a459-7417cd23898b',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.412768] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-d075b3cd-e544-42a6-afb4-6f693b39465c taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.412975] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.413085] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 421933cb-dc0e-4d64-a459-7417cd23898b with status ACTIVE [ 845.413253] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.413363] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.413456] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.413793] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.413901] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.414099] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.414201] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.414264] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.414419] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.414496] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.414673] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.414766] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.414828] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.414964] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.415051] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.415136] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 421933cb-dc0e-4d64-a459-7417cd23898b is going to be updated. [ 845.437188] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.437421] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.437421] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.437601] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.437734] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.437894] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-421933cb-dc0e-4d64-a459-7417cd23898b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.764256] env[65429]: INFO networking_nsxv3.common.synchronization [req-3a18ffe2-15e7-43bc-b3b4-e3403c6c3c04 req-e766de30-7105-4b67-8cb6-aa2234c1efeb tempest-InstanceActionsV221TestJSON-1334419387 tempest-InstanceActionsV221TestJSON-1334419387-project-member] Enqueued Resource ID: fbe3b7a6-b8cc-4b3b-b538-28ee66a939d0 with Priority: HIGHEST for action security_group_members [ 845.764784] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbe3b7a6-b8cc-4b3b-b538-28ee66a939d0 with Priority: HIGHEST for action security_group_members [ 845.765099] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbe3b7a6-b8cc-4b3b-b538-28ee66a939d0 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.765225] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbe3b7a6-b8cc-4b3b-b538-28ee66a939d0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.765292] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbe3b7a6-b8cc-4b3b-b538-28ee66a939d0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.765543] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbe3b7a6-b8cc-4b3b-b538-28ee66a939d0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.765705] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.765806] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.765871] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.766035] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.766136] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.766232] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbe3b7a6-b8cc-4b3b-b538-28ee66a939d0',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.866242] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e35d774-6882-4c7e-99c0-7daaa6397e7c in Status: SUCCESS [ 845.866577] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e35d774-6882-4c7e-99c0-7daaa6397e7c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.866724] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e35d774-6882-4c7e-99c0-7daaa6397e7c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.866899] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e35d774-6882-4c7e-99c0-7daaa6397e7c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.867128] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.867249] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.867312] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.867487] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.867565] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.867647] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e35d774-6882-4c7e-99c0-7daaa6397e7c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.867738] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0e35d774-6882-4c7e-99c0-7daaa6397e7c',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.100554] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock network-817 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.100749] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "network-817" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.100869] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "network-817" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.101243] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "network-817" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.101507] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.101661] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.101780] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.102391] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.102569] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.103735] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 846.103735] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 846.103735] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 846.103735] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 846.103735] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 846.103735] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 846.103735] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 846.122382] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 846.122852] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 846.122852] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 846.122932] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "network-817" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.123304] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock port-ca2986b9-22cc-4723-8f4c-78a2412a34f5 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.123534] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "port-ca2986b9-22cc-4723-8f4c-78a2412a34f5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.123656] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "port-ca2986b9-22cc-4723-8f4c-78a2412a34f5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.123988] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "port-ca2986b9-22cc-4723-8f4c-78a2412a34f5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.124177] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca2986b9-22cc-4723-8f4c-78a2412a34f5',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.268577] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.268742] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.268811] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.269768] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.269768] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.269768] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.269768] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.269768] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.269768] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.269768] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.269768] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbe3b7a6-b8cc-4b3b-b538-28ee66a939d0 already deleted. [ 846.270114] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbe3b7a6-b8cc-4b3b-b538-28ee66a939d0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.370884] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e35d774-6882-4c7e-99c0-7daaa6397e7c taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.371279] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e35d774-6882-4c7e-99c0-7daaa6397e7c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.371415] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e35d774-6882-4c7e-99c0-7daaa6397e7c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.371742] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e35d774-6882-4c7e-99c0-7daaa6397e7c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.372064] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.372255] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.372383] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.372685] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.372851] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.373052] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e35d774-6882-4c7e-99c0-7daaa6397e7c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.373427] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e35d774-6882-4c7e-99c0-7daaa6397e7c taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.373616] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e35d774-6882-4c7e-99c0-7daaa6397e7c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.373734] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e35d774-6882-4c7e-99c0-7daaa6397e7c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.374016] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e35d774-6882-4c7e-99c0-7daaa6397e7c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.374303] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.374451] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.374556] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.374815] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.374964] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.375126] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e35d774-6882-4c7e-99c0-7daaa6397e7c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.375279] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0e35d774-6882-4c7e-99c0-7daaa6397e7c',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.627360] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.627619] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.627714] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.628021] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.628243] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.628437] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Segment Port ca2986b9-22cc-4723-8f4c-78a2412a34f5 not found, creating... [ 846.628740] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.628978] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.629147] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.629460] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.629621] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.629939] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.630138] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.630261] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.630541] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.630776] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.630881] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Resource: SegmentPort with ID: ca2986b9-22cc-4723-8f4c-78a2412a34f5 is going to be created. [ 846.664316] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.664316] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.664316] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.664316] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.664316] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.664316] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "port-ca2986b9-22cc-4723-8f4c-78a2412a34f5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.853757] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d075b3cd-e544-42a6-afb4-6f693b39465c in Status: SUCCESS [ 846.854094] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.854341] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.854673] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.854945] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.855149] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.855248] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.855550] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.855646] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.855804] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d075b3cd-e544-42a6-afb4-6f693b39465c',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.878145] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0e35d774-6882-4c7e-99c0-7daaa6397e7c: rpc.has_security_group_logging(os_id): False [ 846.901577] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.902439] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.902439] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.902439] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.902439] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.902439] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.902439] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.902750] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.902750] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.902750] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.902950] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.903112] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.903173] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.903300] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.903384] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.903567] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.903675] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.903729] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.903942] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.903942] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.904078] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e35d774-6882-4c7e-99c0-7daaa6397e7c is going to be created. [ 846.972647] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.972890] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.972939] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.973186] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.973377] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.988031] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e35d774-6882-4c7e-99c0-7daaa6397e7c in Status: IN_PROGRESS for 2s [ 847.362318] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d075b3cd-e544-42a6-afb4-6f693b39465c',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.362679] env[65429]: INFO networking_nsxv3.common.synchronization [req-3a18ffe2-15e7-43bc-b3b4-e3403c6c3c04 req-1a02a7a3-b77f-44a9-b289-fcb149f15ec0 service nova] Enqueued Resource ID: fbe3b7a6-b8cc-4b3b-b538-28ee66a939d0 with Priority: HIGHEST for action security_group_rules [ 847.363241] env[65429]: INFO networking_nsxv3.common.synchronization [req-3a18ffe2-15e7-43bc-b3b4-e3403c6c3c04 req-1a02a7a3-b77f-44a9-b289-fcb149f15ec0 service nova] Enqueued Resource ID: fbe3b7a6-b8cc-4b3b-b538-28ee66a939d0 with Priority: HIGHEST for action security_group_members [ 847.363241] env[65429]: INFO networking_nsxv3.common.synchronization [req-3a18ffe2-15e7-43bc-b3b4-e3403c6c3c04 req-1a02a7a3-b77f-44a9-b289-fcb149f15ec0 service nova] Enqueued Resource ID: ca2986b9-22cc-4723-8f4c-78a2412a34f5 with Priority: HIGHEST for action port [ 847.364383] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbe3b7a6-b8cc-4b3b-b538-28ee66a939d0 with Priority: HIGHEST for action security_group_rules [ 847.364383] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbe3b7a6-b8cc-4b3b-b538-28ee66a939d0 with Priority: HIGHEST for action security_group_members [ 847.364542] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca2986b9-22cc-4723-8f4c-78a2412a34f5 with Priority: HIGHEST for action port [ 847.364823] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fbe3b7a6-b8cc-4b3b-b538-28ee66a939d0 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.364904] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fbe3b7a6-b8cc-4b3b-b538-28ee66a939d0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.364958] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fbe3b7a6-b8cc-4b3b-b538-28ee66a939d0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.365246] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fbe3b7a6-b8cc-4b3b-b538-28ee66a939d0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.365318] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fbe3b7a6-b8cc-4b3b-b538-28ee66a939d0',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.367242] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbe3b7a6-b8cc-4b3b-b538-28ee66a939d0 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.367242] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbe3b7a6-b8cc-4b3b-b538-28ee66a939d0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.367242] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbe3b7a6-b8cc-4b3b-b538-28ee66a939d0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.367242] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbe3b7a6-b8cc-4b3b-b538-28ee66a939d0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.367242] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.367242] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.367242] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.367628] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.367876] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.368011] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbe3b7a6-b8cc-4b3b-b538-28ee66a939d0',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.371697] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca2986b9-22cc-4723-8f4c-78a2412a34f5 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.371697] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca2986b9-22cc-4723-8f4c-78a2412a34f5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.371697] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca2986b9-22cc-4723-8f4c-78a2412a34f5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.371697] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca2986b9-22cc-4723-8f4c-78a2412a34f5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.371697] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca2986b9-22cc-4723-8f4c-78a2412a34f5',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.864498] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d075b3cd-e544-42a6-afb4-6f693b39465c',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.871403] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ca2986b9-22cc-4723-8f4c-78a2412a34f5 with status ACTIVE [ 847.871883] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.871883] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.871883] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.872245] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.872361] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.872630] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.872817] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.872982] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.873206] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.873283] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.873551] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.873685] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.873871] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.874102] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.874255] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.874378] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ca2986b9-22cc-4723-8f4c-78a2412a34f5 is going to be updated. [ 847.876292] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbe3b7a6-b8cc-4b3b-b538-28ee66a939d0 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.876458] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbe3b7a6-b8cc-4b3b-b538-28ee66a939d0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.876680] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fbe3b7a6-b8cc-4b3b-b538-28ee66a939d0',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.899521] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.899888] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.899888] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.899985] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.900077] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.900266] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca2986b9-22cc-4723-8f4c-78a2412a34f5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.368298] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.370260] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.370362] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.370689] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.370835] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.371286] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d075b3cd-e544-42a6-afb4-6f693b39465c is going to be updated. [ 848.379793] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fbe3b7a6-b8cc-4b3b-b538-28ee66a939d0',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.407630] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.407862] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.407862] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.408290] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.408456] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.419490] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d075b3cd-e544-42a6-afb4-6f693b39465c in Status: IN_PROGRESS for 2s [ 848.883010] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.883174] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.883250] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.883556] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.883556] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.883663] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbe3b7a6-b8cc-4b3b-b538-28ee66a939d0 is going to be created. [ 848.929279] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.929729] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.929729] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.930041] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.930342] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.946434] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbe3b7a6-b8cc-4b3b-b538-28ee66a939d0 in Status: UNINITIALIZED for 2s [ 849.000705] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e35d774-6882-4c7e-99c0-7daaa6397e7c in Status: SUCCESS [ 849.001024] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e35d774-6882-4c7e-99c0-7daaa6397e7c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.374688] env[65429]: INFO networking_nsxv3.common.synchronization [req-07b5359e-d616-4085-a9d4-99c7a048fefd req-e6edca2f-bd14-4315-b5ec-a6c8f799423f tempest-ServerGroupTestJSON-1059520385 tempest-ServerGroupTestJSON-1059520385-project-member] Enqueued Resource ID: 7e5efd2e-2568-45bf-945e-3cee65da7710 with Priority: HIGHEST for action security_group_members [ 849.375514] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e5efd2e-2568-45bf-945e-3cee65da7710 with Priority: HIGHEST for action security_group_members [ 849.375843] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e5efd2e-2568-45bf-945e-3cee65da7710 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.375986] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e5efd2e-2568-45bf-945e-3cee65da7710" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.376137] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e5efd2e-2568-45bf-945e-3cee65da7710" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.376411] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e5efd2e-2568-45bf-945e-3cee65da7710" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.376734] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.376802] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.376845] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.376972] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.377542] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.377542] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e5efd2e-2568-45bf-945e-3cee65da7710',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.724785] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock network-747 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.725228] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "network-747" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.725463] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "network-747" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.725887] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "network-747" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.726294] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.726613] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.726830] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.727143] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.727394] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.727707] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 849.727921] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 849.728229] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 849.728526] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 849.728746] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 849.728942] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 849.729245] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 849.749864] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 849.750204] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 849.750430] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 849.750648] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "network-747" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.750982] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock port-6867c58a-a063-421e-af1a-24e5570ca276 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.751175] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "port-6867c58a-a063-421e-af1a-24e5570ca276" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.751356] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "port-6867c58a-a063-421e-af1a-24e5570ca276" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.751823] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "port-6867c58a-a063-421e-af1a-24e5570ca276" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.752075] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6867c58a-a063-421e-af1a-24e5570ca276',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.880200] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.881569] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.881569] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.881569] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.881948] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.882259] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.882365] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.883182] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.883182] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.883182] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.883182] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e5efd2e-2568-45bf-945e-3cee65da7710 already deleted. [ 849.883182] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e5efd2e-2568-45bf-945e-3cee65da7710" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.255152] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.255646] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.255646] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.255768] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.255903] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.256110] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Segment Port 6867c58a-a063-421e-af1a-24e5570ca276 not found, creating... [ 850.256325] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.256482] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.256597] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.256819] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.256951] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.257242] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.257437] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.257504] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.257706] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.257835] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.257969] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Resource: SegmentPort with ID: 6867c58a-a063-421e-af1a-24e5570ca276 is going to be created. [ 850.279437] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.279677] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.279772] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.280061] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.280370] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.280625] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "port-6867c58a-a063-421e-af1a-24e5570ca276" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.430487] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d075b3cd-e544-42a6-afb4-6f693b39465c in Status: SUCCESS [ 850.430709] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.430887] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.431132] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.431330] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.431489] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.431525] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.432069] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.432069] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.432069] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.432069] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d075b3cd-e544-42a6-afb4-6f693b39465c',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.934194] env[65429]: INFO networking_nsxv3.common.synchronization [req-a8cf81cc-d3d2-43bf-b1b8-e0f7e16d857b req-68f0c814-5bce-470b-8b21-2f34efd6f3a9 tempest-ImagesTestJSON-1202963915 tempest-ImagesTestJSON-1202963915-project-member] Enqueued Resource ID: 346ed0eb-ae19-4843-9d5c-5fb45d121a17 with Priority: HIGHEST for action security_group_members [ 850.936179] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-d075b3cd-e544-42a6-afb4-6f693b39465c taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.936526] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.936600] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.936849] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.937126] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.937242] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.937320] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.937507] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.937597] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.937701] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.937968] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-d075b3cd-e544-42a6-afb4-6f693b39465c taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.937968] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.938058] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.938194] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.938623] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.938623] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.938623] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.938623] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.938830] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.938830] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.938892] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d075b3cd-e544-42a6-afb4-6f693b39465c',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.940995] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 346ed0eb-ae19-4843-9d5c-5fb45d121a17 with Priority: HIGHEST for action security_group_members [ 850.941882] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-346ed0eb-ae19-4843-9d5c-5fb45d121a17 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.942078] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.942235] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.942427] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.943100] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.943262] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.943866] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.943866] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.943866] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.943866] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('346ed0eb-ae19-4843-9d5c-5fb45d121a17',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.959291] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbe3b7a6-b8cc-4b3b-b538-28ee66a939d0 in Status: SUCCESS [ 850.959589] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbe3b7a6-b8cc-4b3b-b538-28ee66a939d0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.959749] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbe3b7a6-b8cc-4b3b-b538-28ee66a939d0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.959971] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbe3b7a6-b8cc-4b3b-b538-28ee66a939d0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.960278] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.960418] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.960581] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.960668] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.960721] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.960824] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbe3b7a6-b8cc-4b3b-b538-28ee66a939d0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.960917] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fbe3b7a6-b8cc-4b3b-b538-28ee66a939d0',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.338658] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock network-181 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.339314] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "network-181" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.339465] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "network-181" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.339913] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "network-181" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.340432] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.340724] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.340920] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.341206] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.341447] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.341755] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 851.341967] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 851.342180] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 851.342363] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 851.342556] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 851.342748] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 851.342954] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 851.374676] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 851.374864] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 851.375921] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 851.375921] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "network-181" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.375921] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock port-7134ce29-c9ac-46b1-9718-cebc5acc28bc taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.375921] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "port-7134ce29-c9ac-46b1-9718-cebc5acc28bc" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.375921] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "port-7134ce29-c9ac-46b1-9718-cebc5acc28bc" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.376207] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "port-7134ce29-c9ac-46b1-9718-cebc5acc28bc" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.376287] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7134ce29-c9ac-46b1-9718-cebc5acc28bc',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.446028] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d075b3cd-e544-42a6-afb4-6f693b39465c: rpc.has_security_group_logging(os_id): False [ 851.447921] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.448307] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.448462] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.448862] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.449402] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.449915] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.450199] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.450452] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.450797] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.450961] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.451208] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 346ed0eb-ae19-4843-9d5c-5fb45d121a17 is going to be deleted. [ 851.464497] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbe3b7a6-b8cc-4b3b-b538-28ee66a939d0 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.464497] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbe3b7a6-b8cc-4b3b-b538-28ee66a939d0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.464497] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbe3b7a6-b8cc-4b3b-b538-28ee66a939d0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.464706] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbe3b7a6-b8cc-4b3b-b538-28ee66a939d0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.464832] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.464963] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.465438] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.465438] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.465438] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.465438] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbe3b7a6-b8cc-4b3b-b538-28ee66a939d0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.465634] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbe3b7a6-b8cc-4b3b-b538-28ee66a939d0 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.465634] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbe3b7a6-b8cc-4b3b-b538-28ee66a939d0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.465720] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbe3b7a6-b8cc-4b3b-b538-28ee66a939d0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.465822] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbe3b7a6-b8cc-4b3b-b538-28ee66a939d0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.465980] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.466095] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.466182] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.466302] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.466378] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.466471] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbe3b7a6-b8cc-4b3b-b538-28ee66a939d0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.466558] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fbe3b7a6-b8cc-4b3b-b538-28ee66a939d0',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.469594] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.469819] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.469964] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.470474] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.486650] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.486832] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.486896] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.487145] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.487256] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.487350] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.492925] env[65429]: INFO networking_nsxv3.common.synchronization [req-07b5359e-d616-4085-a9d4-99c7a048fefd req-26a44876-6932-473a-b535-3dd0185c358d service nova] Enqueued Resource ID: 7e5efd2e-2568-45bf-945e-3cee65da7710 with Priority: HIGHEST for action security_group_rules [ 851.493262] env[65429]: INFO networking_nsxv3.common.synchronization [req-07b5359e-d616-4085-a9d4-99c7a048fefd req-26a44876-6932-473a-b535-3dd0185c358d service nova] Enqueued Resource ID: 7e5efd2e-2568-45bf-945e-3cee65da7710 with Priority: HIGHEST for action security_group_members [ 851.493480] env[65429]: INFO networking_nsxv3.common.synchronization [req-07b5359e-d616-4085-a9d4-99c7a048fefd req-26a44876-6932-473a-b535-3dd0185c358d service nova] Enqueued Resource ID: 6867c58a-a063-421e-af1a-24e5570ca276 with Priority: HIGHEST for action port [ 851.494450] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e5efd2e-2568-45bf-945e-3cee65da7710 with Priority: HIGHEST for action security_group_rules [ 851.494728] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e5efd2e-2568-45bf-945e-3cee65da7710 with Priority: HIGHEST for action security_group_members [ 851.494907] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6867c58a-a063-421e-af1a-24e5570ca276 with Priority: HIGHEST for action port [ 851.495307] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e5efd2e-2568-45bf-945e-3cee65da7710 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.495558] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e5efd2e-2568-45bf-945e-3cee65da7710" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.495985] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e5efd2e-2568-45bf-945e-3cee65da7710" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.495985] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e5efd2e-2568-45bf-945e-3cee65da7710" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.498622] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e5efd2e-2568-45bf-945e-3cee65da7710',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.500413] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e5efd2e-2568-45bf-945e-3cee65da7710 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.500557] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e5efd2e-2568-45bf-945e-3cee65da7710" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.500628] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e5efd2e-2568-45bf-945e-3cee65da7710" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.500888] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e5efd2e-2568-45bf-945e-3cee65da7710" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.501097] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.501242] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.501311] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.501510] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.501595] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.501706] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e5efd2e-2568-45bf-945e-3cee65da7710',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.502941] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-6867c58a-a063-421e-af1a-24e5570ca276 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.503110] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6867c58a-a063-421e-af1a-24e5570ca276" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.503195] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6867c58a-a063-421e-af1a-24e5570ca276" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.503533] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6867c58a-a063-421e-af1a-24e5570ca276" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.503634] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6867c58a-a063-421e-af1a-24e5570ca276',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.506415] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.506676] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.508048] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.508048] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.508048] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.508048] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.508048] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.508048] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.508048] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.508048] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.508048] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.509089] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.509089] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.509089] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.509089] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.509089] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.509089] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d075b3cd-e544-42a6-afb4-6f693b39465c is going to be updated. [ 851.586857] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.587055] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.587132] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.587375] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.587524] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.619034] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d075b3cd-e544-42a6-afb4-6f693b39465c in Status: IN_PROGRESS for 2s [ 851.882291] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.882291] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.882291] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.883058] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.883058] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.883058] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Segment Port 7134ce29-c9ac-46b1-9718-cebc5acc28bc not found, creating... [ 851.883058] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.883282] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.883724] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.883724] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.883883] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.884556] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.884889] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.885082] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.885473] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.885924] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.885924] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Resource: SegmentPort with ID: 7134ce29-c9ac-46b1-9718-cebc5acc28bc is going to be created. [ 851.932041] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.932041] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.932041] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.932410] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.932475] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.932834] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "port-7134ce29-c9ac-46b1-9718-cebc5acc28bc" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.968936] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fbe3b7a6-b8cc-4b3b-b538-28ee66a939d0: rpc.has_security_group_logging(os_id): False [ 851.990406] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.990906] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.990906] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.990906] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.991057] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.991366] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.991518] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.991607] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.991851] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.991975] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.992431] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.992589] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.992687] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.992908] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.993041] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.993317] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.993497] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.993559] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.993754] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.993862] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.994052] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fbe3b7a6-b8cc-4b3b-b538-28ee66a939d0 is going to be created. [ 852.014626] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e5efd2e-2568-45bf-945e-3cee65da7710',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.015897] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e5efd2e-2568-45bf-945e-3cee65da7710 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.015897] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e5efd2e-2568-45bf-945e-3cee65da7710" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.016208] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6867c58a-a063-421e-af1a-24e5570ca276 with status ACTIVE [ 852.016208] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.016313] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.016365] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.016581] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.016667] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.016839] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.016934] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.017037] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.017156] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.017236] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.017411] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.017504] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.017558] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.017693] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.017767] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.017851] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6867c58a-a063-421e-af1a-24e5570ca276 is going to be updated. [ 852.049775] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.050017] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.050064] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.050369] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.050517] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.050695] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6867c58a-a063-421e-af1a-24e5570ca276" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.108474] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.108635] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.108741] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.108979] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.109200] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.125678] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fbe3b7a6-b8cc-4b3b-b538-28ee66a939d0 in Status: IN_PROGRESS for 2s [ 852.520485] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e5efd2e-2568-45bf-945e-3cee65da7710',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.606721] env[65429]: INFO networking_nsxv3.common.synchronization [req-a8cf81cc-d3d2-43bf-b1b8-e0f7e16d857b req-4e6418ab-c8bc-4adc-83f8-0edf12d4f9bc service nova] Enqueued Resource ID: 346ed0eb-ae19-4843-9d5c-5fb45d121a17 with Priority: HIGHEST for action security_group_rules [ 852.606872] env[65429]: INFO networking_nsxv3.common.synchronization [req-a8cf81cc-d3d2-43bf-b1b8-e0f7e16d857b req-4e6418ab-c8bc-4adc-83f8-0edf12d4f9bc service nova] Enqueued Resource ID: 346ed0eb-ae19-4843-9d5c-5fb45d121a17 with Priority: HIGHEST for action security_group_members [ 852.607015] env[65429]: INFO networking_nsxv3.common.synchronization [req-a8cf81cc-d3d2-43bf-b1b8-e0f7e16d857b req-4e6418ab-c8bc-4adc-83f8-0edf12d4f9bc service nova] Enqueued Resource ID: 7134ce29-c9ac-46b1-9718-cebc5acc28bc with Priority: HIGHEST for action port [ 852.607505] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 346ed0eb-ae19-4843-9d5c-5fb45d121a17 with Priority: HIGHEST for action security_group_rules [ 852.607625] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 346ed0eb-ae19-4843-9d5c-5fb45d121a17 with Priority: HIGHEST for action security_group_members [ 852.607716] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7134ce29-c9ac-46b1-9718-cebc5acc28bc with Priority: HIGHEST for action port [ 852.607984] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-346ed0eb-ae19-4843-9d5c-5fb45d121a17 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.608184] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.608260] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.608455] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.608509] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('346ed0eb-ae19-4843-9d5c-5fb45d121a17',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.609327] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-346ed0eb-ae19-4843-9d5c-5fb45d121a17 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.609449] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.609510] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.609639] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.609775] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.609863] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.609918] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.610065] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.611799] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.611799] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('346ed0eb-ae19-4843-9d5c-5fb45d121a17',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.611799] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-7134ce29-c9ac-46b1-9718-cebc5acc28bc taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.611799] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7134ce29-c9ac-46b1-9718-cebc5acc28bc" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.611799] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7134ce29-c9ac-46b1-9718-cebc5acc28bc" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.611799] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7134ce29-c9ac-46b1-9718-cebc5acc28bc" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.611799] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7134ce29-c9ac-46b1-9718-cebc5acc28bc',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.023640] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.023914] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.023985] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.024219] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.024360] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.024507] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e5efd2e-2568-45bf-945e-3cee65da7710 is going to be created. [ 853.050280] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.050480] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.050596] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.050848] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.051035] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.061544] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e5efd2e-2568-45bf-945e-3cee65da7710 in Status: UNINITIALIZED for 2s [ 853.114259] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-346ed0eb-ae19-4843-9d5c-5fb45d121a17 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.114420] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.114622] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('346ed0eb-ae19-4843-9d5c-5fb45d121a17',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.115812] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7134ce29-c9ac-46b1-9718-cebc5acc28bc with status ACTIVE [ 853.115986] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.116097] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.116173] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.116370] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.116459] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.116620] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.116720] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.116775] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.116967] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.117052] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.119247] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.119247] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.119247] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.121937] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.121937] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.121937] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7134ce29-c9ac-46b1-9718-cebc5acc28bc is going to be updated. [ 853.141801] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.142766] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.142766] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.142766] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.142766] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.142766] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7134ce29-c9ac-46b1-9718-cebc5acc28bc" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.622151] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('346ed0eb-ae19-4843-9d5c-5fb45d121a17',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.639135] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d075b3cd-e544-42a6-afb4-6f693b39465c in Status: SUCCESS [ 853.639364] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.124387] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.124566] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.124638] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.124861] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.124984] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.125113] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 346ed0eb-ae19-4843-9d5c-5fb45d121a17 is going to be created. [ 854.141279] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fbe3b7a6-b8cc-4b3b-b538-28ee66a939d0 in Status: SUCCESS [ 854.141423] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fbe3b7a6-b8cc-4b3b-b538-28ee66a939d0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.154895] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.154895] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.154895] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.155104] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.155275] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.166063] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 346ed0eb-ae19-4843-9d5c-5fb45d121a17 in Status: UNINITIALIZED for 2s [ 855.072580] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e5efd2e-2568-45bf-945e-3cee65da7710 in Status: SUCCESS [ 855.072817] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e5efd2e-2568-45bf-945e-3cee65da7710" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.072993] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e5efd2e-2568-45bf-945e-3cee65da7710" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.073265] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e5efd2e-2568-45bf-945e-3cee65da7710" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.073400] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.073518] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.073581] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.073730] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.073809] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.073893] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e5efd2e-2568-45bf-945e-3cee65da7710" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.073985] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7e5efd2e-2568-45bf-945e-3cee65da7710',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.578908] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e5efd2e-2568-45bf-945e-3cee65da7710 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.579102] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e5efd2e-2568-45bf-945e-3cee65da7710" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.579175] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e5efd2e-2568-45bf-945e-3cee65da7710" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.579426] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e5efd2e-2568-45bf-945e-3cee65da7710" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.579625] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.579722] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.579817] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.580019] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.581244] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.581371] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e5efd2e-2568-45bf-945e-3cee65da7710" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.581532] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e5efd2e-2568-45bf-945e-3cee65da7710 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.581714] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e5efd2e-2568-45bf-945e-3cee65da7710" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.581775] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e5efd2e-2568-45bf-945e-3cee65da7710" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.581903] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e5efd2e-2568-45bf-945e-3cee65da7710" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.582063] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.582376] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.582376] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.582464] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.582495] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.583140] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e5efd2e-2568-45bf-945e-3cee65da7710" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.583245] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7e5efd2e-2568-45bf-945e-3cee65da7710',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.086610] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7e5efd2e-2568-45bf-945e-3cee65da7710: rpc.has_security_group_logging(os_id): False [ 856.104562] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.104703] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.104777] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.104990] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.105096] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.105302] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.105407] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.105447] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.105603] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.105679] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.105855] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.105942] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.106011] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.106149] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.106221] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.106391] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.106555] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.106555] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.106661] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.106738] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.106820] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e5efd2e-2568-45bf-945e-3cee65da7710 is going to be created. [ 856.164698] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.164851] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.164889] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.165169] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.165424] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.175791] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 346ed0eb-ae19-4843-9d5c-5fb45d121a17 in Status: SUCCESS [ 856.176032] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.176181] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.176412] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.176554] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.176673] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.176737] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.176889] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.176967] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.177065] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.177157] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('346ed0eb-ae19-4843-9d5c-5fb45d121a17',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.179541] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e5efd2e-2568-45bf-945e-3cee65da7710 in Status: IN_PROGRESS for 2s [ 856.457929] env[65429]: INFO networking_nsxv3.common.synchronization [req-35d2b559-9943-405b-aa65-f195cf1b02ba req-4c9d99ee-7d61-4640-933d-470167100df5 tempest-ServerDiskConfigTestJSON-1203054178 tempest-ServerDiskConfigTestJSON-1203054178-project-member] Enqueued Resource ID: 175f5593-8cac-48d4-9609-d6330a935761 with Priority: HIGHEST for action security_group_members [ 856.458524] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 175f5593-8cac-48d4-9609-d6330a935761 with Priority: HIGHEST for action security_group_members [ 856.458855] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-175f5593-8cac-48d4-9609-d6330a935761 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.459043] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.459220] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.459460] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.459619] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.459697] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.459770] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.459915] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.459963] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.460062] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('175f5593-8cac-48d4-9609-d6330a935761',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.680470] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-346ed0eb-ae19-4843-9d5c-5fb45d121a17 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.680693] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.680693] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.680826] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.680997] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.681112] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.681205] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.681462] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.681592] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.681693] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.681851] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-346ed0eb-ae19-4843-9d5c-5fb45d121a17 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.681938] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.681996] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.682154] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.682287] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.682387] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.682438] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.682560] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.682808] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.682808] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.682808] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('346ed0eb-ae19-4843-9d5c-5fb45d121a17',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.962363] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.962577] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.962686] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.962905] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.963048] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.963305] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.963454] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.963526] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.963658] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.963738] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.963854] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 175f5593-8cac-48d4-9609-d6330a935761 is going to be updated. [ 857.002233] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.002438] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.002505] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.002752] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.002910] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.014317] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 175f5593-8cac-48d4-9609-d6330a935761 in Status: IN_PROGRESS for 2s [ 857.188085] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 346ed0eb-ae19-4843-9d5c-5fb45d121a17: rpc.has_security_group_logging(os_id): False [ 857.209155] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.209155] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.209155] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.209155] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.209155] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.209393] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.209393] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.209393] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.209502] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.209552] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.209739] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.209818] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.209876] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.210028] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.210099] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.210724] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.210724] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.210724] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.210724] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.210724] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.211172] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 346ed0eb-ae19-4843-9d5c-5fb45d121a17 is going to be created. [ 857.279698] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.279698] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.279698] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.280079] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.280124] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.294969] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 346ed0eb-ae19-4843-9d5c-5fb45d121a17 in Status: IN_PROGRESS for 2s [ 858.193432] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e5efd2e-2568-45bf-945e-3cee65da7710 in Status: SUCCESS [ 858.193432] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e5efd2e-2568-45bf-945e-3cee65da7710" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.333784] env[65429]: INFO networking_nsxv3.common.synchronization [req-d8fbfde7-a01e-4ad2-ac38-9ec6480f620a req-c9f9adb4-bb0b-480b-9c9e-856cfb73bb31 tempest-InstanceActionsV221TestJSON-1334419387 tempest-InstanceActionsV221TestJSON-1334419387-project-member] Enqueued Resource ID: fbe3b7a6-b8cc-4b3b-b538-28ee66a939d0 with Priority: HIGHEST for action security_group_members [ 858.334397] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbe3b7a6-b8cc-4b3b-b538-28ee66a939d0 with Priority: HIGHEST for action security_group_members [ 858.334715] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbe3b7a6-b8cc-4b3b-b538-28ee66a939d0 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.334863] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbe3b7a6-b8cc-4b3b-b538-28ee66a939d0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.334912] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbe3b7a6-b8cc-4b3b-b538-28ee66a939d0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.335181] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbe3b7a6-b8cc-4b3b-b538-28ee66a939d0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.335349] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.335455] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.335521] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.335684] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.335769] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.335864] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbe3b7a6-b8cc-4b3b-b538-28ee66a939d0',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.839443] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.839443] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.839443] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.839904] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.839904] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.839904] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.840025] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.840061] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.840195] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.840412] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.840823] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbe3b7a6-b8cc-4b3b-b538-28ee66a939d0 is going to be updated. [ 858.891643] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.891899] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.892034] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.894499] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.894499] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.903372] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbe3b7a6-b8cc-4b3b-b538-28ee66a939d0 in Status: IN_PROGRESS for 2s [ 859.032278] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 175f5593-8cac-48d4-9609-d6330a935761 in Status: SUCCESS [ 859.032494] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 175f5593-8cac-48d4-9609-d6330a935761 deletion is rescheduled due to dependency. [ 859.032655] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.315765] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 346ed0eb-ae19-4843-9d5c-5fb45d121a17 in Status: SUCCESS [ 859.316201] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.026497] env[65429]: INFO networking_nsxv3.common.synchronization [req-3aa74d1f-f8e9-4981-a8cc-631f37791eb7 req-ab021e75-47d9-4e6a-842b-a7ca9d1ae34d tempest-ServersV294TestFqdnHostnames-1877808140 tempest-ServersV294TestFqdnHostnames-1877808140-project-member] Enqueued Resource ID: db2a1f69-21fd-4c91-a4be-2ed4ab98c584 with Priority: HIGHEST for action security_group_members [ 860.027012] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db2a1f69-21fd-4c91-a4be-2ed4ab98c584 with Priority: HIGHEST for action security_group_members [ 860.027350] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-db2a1f69-21fd-4c91-a4be-2ed4ab98c584 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.027485] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db2a1f69-21fd-4c91-a4be-2ed4ab98c584" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.027546] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db2a1f69-21fd-4c91-a4be-2ed4ab98c584" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.027848] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db2a1f69-21fd-4c91-a4be-2ed4ab98c584" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.028028] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.028442] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.028442] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.028442] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.029858] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.029858] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db2a1f69-21fd-4c91-a4be-2ed4ab98c584',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.532311] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.533665] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.533665] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.533665] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.555426] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.555700] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.555824] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.555882] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.556108] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.556192] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.556283] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db2a1f69-21fd-4c91-a4be-2ed4ab98c584 is going to be updated. [ 860.585152] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.585351] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.585351] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.585616] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.585775] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.596297] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db2a1f69-21fd-4c91-a4be-2ed4ab98c584 in Status: IN_PROGRESS for 2s [ 860.916565] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbe3b7a6-b8cc-4b3b-b538-28ee66a939d0 in Status: SUCCESS [ 860.916834] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbe3b7a6-b8cc-4b3b-b538-28ee66a939d0 deletion is rescheduled due to dependency. [ 860.916990] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbe3b7a6-b8cc-4b3b-b538-28ee66a939d0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.046272] env[65429]: INFO networking_nsxv3.common.synchronization [None req-1d1b7284-fee2-4557-84b4-8846f9d3b6bc None None] Enqueued Resource ID: d14a4c51-ab5b-4827-80f6-db6251499c6c with Priority: HIGHEST for action port [ 861.048193] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d14a4c51-ab5b-4827-80f6-db6251499c6c with Priority: HIGHEST for action port [ 861.048193] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-d14a4c51-ab5b-4827-80f6-db6251499c6c taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.048193] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d14a4c51-ab5b-4827-80f6-db6251499c6c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.048193] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d14a4c51-ab5b-4827-80f6-db6251499c6c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.050506] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d14a4c51-ab5b-4827-80f6-db6251499c6c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.050506] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d14a4c51-ab5b-4827-80f6-db6251499c6c',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.551367] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d14a4c51-ab5b-4827-80f6-db6251499c6c [ 861.551969] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.551969] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.552123] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.552378] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.552510] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.552641] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d14a4c51-ab5b-4827-80f6-db6251499c6c already deleted. [ 861.552783] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d14a4c51-ab5b-4827-80f6-db6251499c6c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.186870] env[65429]: INFO networking_nsxv3.common.synchronization [req-afb8e7f6-d9e9-4ea2-9032-bbd0265e0884 req-5e728673-a7ac-48e2-93ba-6e9bd7efbb5f tempest-ServerGroupTestJSON-1059520385 tempest-ServerGroupTestJSON-1059520385-project-member] Enqueued Resource ID: 7e5efd2e-2568-45bf-945e-3cee65da7710 with Priority: HIGHEST for action security_group_members [ 862.187157] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e5efd2e-2568-45bf-945e-3cee65da7710 with Priority: HIGHEST for action security_group_members [ 862.187434] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e5efd2e-2568-45bf-945e-3cee65da7710 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.187540] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e5efd2e-2568-45bf-945e-3cee65da7710" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.187648] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e5efd2e-2568-45bf-945e-3cee65da7710" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.187794] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e5efd2e-2568-45bf-945e-3cee65da7710" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.188020] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.188140] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.188348] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.188537] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.188631] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.188735] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e5efd2e-2568-45bf-945e-3cee65da7710',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.608505] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db2a1f69-21fd-4c91-a4be-2ed4ab98c584 in Status: SUCCESS [ 862.609982] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db2a1f69-21fd-4c91-a4be-2ed4ab98c584 deletion is rescheduled due to dependency. [ 862.609982] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db2a1f69-21fd-4c91-a4be-2ed4ab98c584" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.690817] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.691981] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.691981] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.691981] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.691981] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.691981] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.691981] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.691981] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.692862] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.692862] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.692862] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e5efd2e-2568-45bf-945e-3cee65da7710 is going to be updated. [ 862.730114] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.730114] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.730114] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.730114] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.730114] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.742022] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e5efd2e-2568-45bf-945e-3cee65da7710 in Status: IN_PROGRESS for 2s [ 862.933864] env[65429]: INFO networking_nsxv3.common.synchronization [req-759143cf-791c-4522-a3ef-4cea831d1526 req-60c74500-5c0d-41d8-aeaa-b5d062cc7498 tempest-ServersWithSpecificFlavorTestJSON-1606815913 tempest-ServersWithSpecificFlavorTestJSON-1606815913-project-member] Enqueued Resource ID: 82d1b07e-943d-4585-aadd-afbdec6abe9a with Priority: HIGHEST for action security_group_members [ 862.934448] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82d1b07e-943d-4585-aadd-afbdec6abe9a with Priority: HIGHEST for action security_group_members [ 862.934853] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-82d1b07e-943d-4585-aadd-afbdec6abe9a taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.934983] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82d1b07e-943d-4585-aadd-afbdec6abe9a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.935070] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82d1b07e-943d-4585-aadd-afbdec6abe9a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.935296] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82d1b07e-943d-4585-aadd-afbdec6abe9a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.935442] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.935556] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.935606] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.935747] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.935828] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.935926] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82d1b07e-943d-4585-aadd-afbdec6abe9a',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.438013] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.438480] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.438480] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.438480] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.438633] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.438741] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.438864] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.438930] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.439293] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.439293] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.439293] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82d1b07e-943d-4585-aadd-afbdec6abe9a is going to be updated. [ 863.467799] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.469050] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.469050] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.469050] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.469050] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.478042] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82d1b07e-943d-4585-aadd-afbdec6abe9a in Status: IN_PROGRESS for 2s [ 863.667032] env[65429]: INFO networking_nsxv3.common.synchronization [req-adfb5ed4-ff67-4f4b-9517-0f617346c9f1 req-cf3e6658-5dd3-4037-8a9d-cdbb9e266da1 tempest-ServersTestBootFromVolume-1648845150 tempest-ServersTestBootFromVolume-1648845150-project-member] Enqueued Resource ID: 1134857a-86f9-4c56-8382-a79029a4f365 with Priority: HIGHEST for action security_group_members [ 863.667619] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1134857a-86f9-4c56-8382-a79029a4f365 with Priority: HIGHEST for action security_group_members [ 863.668825] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-1134857a-86f9-4c56-8382-a79029a4f365 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.668825] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1134857a-86f9-4c56-8382-a79029a4f365" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.668825] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1134857a-86f9-4c56-8382-a79029a4f365" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.668825] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1134857a-86f9-4c56-8382-a79029a4f365" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.668825] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.668825] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.668825] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.669127] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.669127] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.669127] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1134857a-86f9-4c56-8382-a79029a4f365',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.052408] env[65429]: INFO networking_nsxv3.common.synchronization [None req-5a0645f5-69bb-406c-b729-c47c034f9fd3 None None] Enqueued Resource ID: 84b1bd71-1ef2-4ca6-8bc5-f32aa2c5c8a9 with Priority: HIGHEST for action port [ 864.052831] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84b1bd71-1ef2-4ca6-8bc5-f32aa2c5c8a9 with Priority: HIGHEST for action port [ 864.053018] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-84b1bd71-1ef2-4ca6-8bc5-f32aa2c5c8a9 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.053171] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84b1bd71-1ef2-4ca6-8bc5-f32aa2c5c8a9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.053249] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84b1bd71-1ef2-4ca6-8bc5-f32aa2c5c8a9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.053511] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84b1bd71-1ef2-4ca6-8bc5-f32aa2c5c8a9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.053606] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84b1bd71-1ef2-4ca6-8bc5-f32aa2c5c8a9',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.159293] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock network-571 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.159544] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "network-571" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.159710] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "network-571" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.160077] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "network-571" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.160395] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.160564] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.161203] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.161521] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.161770] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.161875] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 864.161984] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 864.162103] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 864.165265] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 864.165265] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 864.165265] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 864.165265] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 864.172489] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.172661] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.172761] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.172968] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.173085] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.173304] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.173413] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.173493] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.173660] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.173746] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.173843] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1134857a-86f9-4c56-8382-a79029a4f365 already deleted. [ 864.173934] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1134857a-86f9-4c56-8382-a79029a4f365" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.187201] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 864.187459] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 864.187891] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 864.187891] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "network-571" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.188303] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock port-9c781d60-5b92-4fc5-b7bd-75256ebfcc62 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.188380] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "port-9c781d60-5b92-4fc5-b7bd-75256ebfcc62" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.188468] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "port-9c781d60-5b92-4fc5-b7bd-75256ebfcc62" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.188821] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "port-9c781d60-5b92-4fc5-b7bd-75256ebfcc62" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.188986] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c781d60-5b92-4fc5-b7bd-75256ebfcc62',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.556531] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 84b1bd71-1ef2-4ca6-8bc5-f32aa2c5c8a9 [ 864.557570] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.557570] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.557570] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.557570] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.557570] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.557570] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:84b1bd71-1ef2-4ca6-8bc5-f32aa2c5c8a9 already deleted. [ 864.557570] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84b1bd71-1ef2-4ca6-8bc5-f32aa2c5c8a9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.692107] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.692640] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.692816] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.693112] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.693262] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.693435] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Segment Port 9c781d60-5b92-4fc5-b7bd-75256ebfcc62 not found, creating... [ 864.693750] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.693924] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.694050] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.694322] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.694471] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.694822] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.695016] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.695152] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.695379] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.695513] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.695651] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Resource: SegmentPort with ID: 9c781d60-5b92-4fc5-b7bd-75256ebfcc62 is going to be created. [ 864.719299] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.719608] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.719686] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.719945] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.720298] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.720555] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "port-9c781d60-5b92-4fc5-b7bd-75256ebfcc62" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.752102] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e5efd2e-2568-45bf-945e-3cee65da7710 in Status: SUCCESS [ 864.752382] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e5efd2e-2568-45bf-945e-3cee65da7710 deletion is rescheduled due to dependency. [ 864.752442] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e5efd2e-2568-45bf-945e-3cee65da7710" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.447974] env[65429]: INFO networking_nsxv3.common.synchronization [req-adfb5ed4-ff67-4f4b-9517-0f617346c9f1 req-80af438f-1bc0-4445-9b92-b9af1839c99f service nova] Enqueued Resource ID: 1134857a-86f9-4c56-8382-a79029a4f365 with Priority: HIGHEST for action security_group_rules [ 865.448210] env[65429]: INFO networking_nsxv3.common.synchronization [req-adfb5ed4-ff67-4f4b-9517-0f617346c9f1 req-80af438f-1bc0-4445-9b92-b9af1839c99f service nova] Enqueued Resource ID: 1134857a-86f9-4c56-8382-a79029a4f365 with Priority: HIGHEST for action security_group_members [ 865.448372] env[65429]: INFO networking_nsxv3.common.synchronization [req-adfb5ed4-ff67-4f4b-9517-0f617346c9f1 req-80af438f-1bc0-4445-9b92-b9af1839c99f service nova] Enqueued Resource ID: 9c781d60-5b92-4fc5-b7bd-75256ebfcc62 with Priority: HIGHEST for action port [ 865.448905] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1134857a-86f9-4c56-8382-a79029a4f365 with Priority: HIGHEST for action security_group_rules [ 865.449055] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1134857a-86f9-4c56-8382-a79029a4f365 with Priority: HIGHEST for action security_group_members [ 865.449157] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c781d60-5b92-4fc5-b7bd-75256ebfcc62 with Priority: HIGHEST for action port [ 865.449437] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1134857a-86f9-4c56-8382-a79029a4f365 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.449586] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1134857a-86f9-4c56-8382-a79029a4f365" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.449646] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1134857a-86f9-4c56-8382-a79029a4f365" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.449885] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1134857a-86f9-4c56-8382-a79029a4f365" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.449940] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1134857a-86f9-4c56-8382-a79029a4f365',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.451287] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-1134857a-86f9-4c56-8382-a79029a4f365 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.451287] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1134857a-86f9-4c56-8382-a79029a4f365" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.451287] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1134857a-86f9-4c56-8382-a79029a4f365" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.451287] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1134857a-86f9-4c56-8382-a79029a4f365" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.451511] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.451511] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.451605] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.451682] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.451897] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.451897] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1134857a-86f9-4c56-8382-a79029a4f365',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.454846] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c781d60-5b92-4fc5-b7bd-75256ebfcc62 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.454846] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c781d60-5b92-4fc5-b7bd-75256ebfcc62" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.454846] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c781d60-5b92-4fc5-b7bd-75256ebfcc62" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.454846] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c781d60-5b92-4fc5-b7bd-75256ebfcc62" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.454846] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c781d60-5b92-4fc5-b7bd-75256ebfcc62',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.488380] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82d1b07e-943d-4585-aadd-afbdec6abe9a in Status: SUCCESS [ 865.488578] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82d1b07e-943d-4585-aadd-afbdec6abe9a deletion is rescheduled due to dependency. [ 865.488697] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82d1b07e-943d-4585-aadd-afbdec6abe9a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.955196] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-1134857a-86f9-4c56-8382-a79029a4f365 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.955196] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1134857a-86f9-4c56-8382-a79029a4f365" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.955861] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1134857a-86f9-4c56-8382-a79029a4f365',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.956364] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9c781d60-5b92-4fc5-b7bd-75256ebfcc62 with status ACTIVE [ 865.956560] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.956677] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.956770] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.956967] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.957069] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.957240] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.957373] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.958436] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.958436] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.958436] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.958436] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.958436] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.958436] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.958436] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.958436] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.958436] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9c781d60-5b92-4fc5-b7bd-75256ebfcc62 is going to be updated. [ 865.982352] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.982458] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.982546] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.982865] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.983073] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.983278] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c781d60-5b92-4fc5-b7bd-75256ebfcc62" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.460755] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1134857a-86f9-4c56-8382-a79029a4f365',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.963569] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.963917] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.963917] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.964676] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.964784] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.964890] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1134857a-86f9-4c56-8382-a79029a4f365 is going to be created. [ 866.991774] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.992335] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.992472] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.992662] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.992832] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.008754] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1134857a-86f9-4c56-8382-a79029a4f365 in Status: UNINITIALIZED for 2s [ 869.030089] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1134857a-86f9-4c56-8382-a79029a4f365 in Status: SUCCESS [ 869.030089] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1134857a-86f9-4c56-8382-a79029a4f365" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.030089] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1134857a-86f9-4c56-8382-a79029a4f365" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.030089] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1134857a-86f9-4c56-8382-a79029a4f365" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.030902] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.030902] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.030902] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.030902] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.030902] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.031254] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1134857a-86f9-4c56-8382-a79029a4f365" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.031254] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1134857a-86f9-4c56-8382-a79029a4f365',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.533651] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1134857a-86f9-4c56-8382-a79029a4f365',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.036399] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1134857a-86f9-4c56-8382-a79029a4f365: rpc.has_security_group_logging(os_id): False [ 870.069131] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.069384] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.069384] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.069603] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.069697] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.069942] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.070063] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.070124] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.071161] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.071161] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.071161] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1134857a-86f9-4c56-8382-a79029a4f365 is going to be created. [ 870.155817] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.156079] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.156079] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.156374] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.156593] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.175437] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1134857a-86f9-4c56-8382-a79029a4f365 in Status: IN_PROGRESS for 2s [ 870.450504] env[65429]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 870.450717] env[65429]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 872.193164] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1134857a-86f9-4c56-8382-a79029a4f365 in Status: SUCCESS [ 872.193688] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1134857a-86f9-4c56-8382-a79029a4f365" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.453483] env[65429]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 875.453799] env[65429]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 879.490024] env[65429]: INFO networking_nsxv3.common.synchronization [req-8ec1985d-0f28-4fa5-9bd5-c4d54690458f req-e8697d19-587f-4d46-ab76-f07f7b0264e8 tempest-ListServersNegativeTestJSON-1125431415 tempest-ListServersNegativeTestJSON-1125431415-project-member] Enqueued Resource ID: 49b000c8-d2cc-4b83-87a9-89f5d3bd46fe with Priority: HIGHEST for action security_group_members [ 879.490024] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49b000c8-d2cc-4b83-87a9-89f5d3bd46fe with Priority: HIGHEST for action security_group_members [ 879.490868] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-49b000c8-d2cc-4b83-87a9-89f5d3bd46fe taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.492032] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49b000c8-d2cc-4b83-87a9-89f5d3bd46fe" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.492032] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49b000c8-d2cc-4b83-87a9-89f5d3bd46fe" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.492032] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49b000c8-d2cc-4b83-87a9-89f5d3bd46fe" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.492032] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.492306] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.492365] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.492575] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.492760] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.493020] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49b000c8-d2cc-4b83-87a9-89f5d3bd46fe',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.895817] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock network-812 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.895817] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "network-812" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.896135] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "network-812" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.896476] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "network-812" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.896932] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.896932] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.896932] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.897389] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.897389] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.897548] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 879.898042] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 879.898275] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 879.898690] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 879.898690] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 879.898690] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 879.898998] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 879.922974] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 879.923335] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 879.923587] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 879.923883] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "network-812" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.924405] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock port-ce99516c-8088-47bf-811c-b4f032b5eff7 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.924694] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "port-ce99516c-8088-47bf-811c-b4f032b5eff7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.924912] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "port-ce99516c-8088-47bf-811c-b4f032b5eff7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.925559] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "port-ce99516c-8088-47bf-811c-b4f032b5eff7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.925868] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce99516c-8088-47bf-811c-b4f032b5eff7',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.995659] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.995868] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.995923] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.996226] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.996328] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.996594] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.996806] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.996880] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.997100] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.997231] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.997389] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49b000c8-d2cc-4b83-87a9-89f5d3bd46fe already deleted. [ 879.997511] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49b000c8-d2cc-4b83-87a9-89f5d3bd46fe" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.429754] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.429754] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.429754] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.429754] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.430140] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.430140] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Segment Port ce99516c-8088-47bf-811c-b4f032b5eff7 not found, creating... [ 880.430319] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.430527] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.430658] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.430903] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.431054] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.431356] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.431548] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.431723] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.431972] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.432165] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.432346] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Resource: SegmentPort with ID: ce99516c-8088-47bf-811c-b4f032b5eff7 is going to be created. [ 880.456774] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.457068] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.457227] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.457545] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.457854] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.458137] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "port-ce99516c-8088-47bf-811c-b4f032b5eff7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.195671] env[65429]: INFO networking_nsxv3.common.synchronization [req-8ec1985d-0f28-4fa5-9bd5-c4d54690458f req-0fcfc76a-91f7-4bc2-a693-77a492141e67 service nova] Enqueued Resource ID: 49b000c8-d2cc-4b83-87a9-89f5d3bd46fe with Priority: HIGHEST for action security_group_rules [ 881.195671] env[65429]: INFO networking_nsxv3.common.synchronization [req-8ec1985d-0f28-4fa5-9bd5-c4d54690458f req-0fcfc76a-91f7-4bc2-a693-77a492141e67 service nova] Enqueued Resource ID: 49b000c8-d2cc-4b83-87a9-89f5d3bd46fe with Priority: HIGHEST for action security_group_members [ 881.195671] env[65429]: INFO networking_nsxv3.common.synchronization [req-8ec1985d-0f28-4fa5-9bd5-c4d54690458f req-0fcfc76a-91f7-4bc2-a693-77a492141e67 service nova] Enqueued Resource ID: ce99516c-8088-47bf-811c-b4f032b5eff7 with Priority: HIGHEST for action port [ 881.195671] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49b000c8-d2cc-4b83-87a9-89f5d3bd46fe with Priority: HIGHEST for action security_group_rules [ 881.195671] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49b000c8-d2cc-4b83-87a9-89f5d3bd46fe with Priority: HIGHEST for action security_group_members [ 881.195671] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce99516c-8088-47bf-811c-b4f032b5eff7 with Priority: HIGHEST for action port [ 881.195671] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49b000c8-d2cc-4b83-87a9-89f5d3bd46fe taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.195671] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49b000c8-d2cc-4b83-87a9-89f5d3bd46fe" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.195671] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49b000c8-d2cc-4b83-87a9-89f5d3bd46fe" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.195671] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49b000c8-d2cc-4b83-87a9-89f5d3bd46fe" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.195671] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49b000c8-d2cc-4b83-87a9-89f5d3bd46fe',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.195671] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-49b000c8-d2cc-4b83-87a9-89f5d3bd46fe taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.195671] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49b000c8-d2cc-4b83-87a9-89f5d3bd46fe" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.195671] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49b000c8-d2cc-4b83-87a9-89f5d3bd46fe" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.195671] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49b000c8-d2cc-4b83-87a9-89f5d3bd46fe" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.195671] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.195671] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.195671] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.195671] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.195671] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.197094] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49b000c8-d2cc-4b83-87a9-89f5d3bd46fe',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.197094] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce99516c-8088-47bf-811c-b4f032b5eff7 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.197094] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce99516c-8088-47bf-811c-b4f032b5eff7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.197094] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce99516c-8088-47bf-811c-b4f032b5eff7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.197094] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce99516c-8088-47bf-811c-b4f032b5eff7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.197094] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce99516c-8088-47bf-811c-b4f032b5eff7',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.678468] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ce99516c-8088-47bf-811c-b4f032b5eff7 with status ACTIVE [ 881.678647] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.679546] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.679546] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.679546] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.679546] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.679546] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.679546] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.679546] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.679546] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.679806] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.679806] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.679892] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.680331] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.680331] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.680331] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.680331] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ce99516c-8088-47bf-811c-b4f032b5eff7 is going to be updated. [ 881.681830] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('49b000c8-d2cc-4b83-87a9-89f5d3bd46fe',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.682581] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-49b000c8-d2cc-4b83-87a9-89f5d3bd46fe taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.682698] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49b000c8-d2cc-4b83-87a9-89f5d3bd46fe" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.717627] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.718153] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.718153] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.718277] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.718450] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.718676] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce99516c-8088-47bf-811c-b4f032b5eff7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.184951] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('49b000c8-d2cc-4b83-87a9-89f5d3bd46fe',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.269971] env[65429]: INFO networking_nsxv3.common.synchronization [req-8ec1985d-0f28-4fa5-9bd5-c4d54690458f req-41f02db9-b690-499f-a123-3aca7c3d688e tempest-ListServersNegativeTestJSON-1125431415 tempest-ListServersNegativeTestJSON-1125431415-project-member] Enqueued Resource ID: 49b000c8-d2cc-4b83-87a9-89f5d3bd46fe with Priority: HIGHEST for action security_group_members [ 882.269971] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49b000c8-d2cc-4b83-87a9-89f5d3bd46fe with Priority: HIGHEST for action security_group_members [ 882.270881] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-49b000c8-d2cc-4b83-87a9-89f5d3bd46fe taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.271185] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49b000c8-d2cc-4b83-87a9-89f5d3bd46fe" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.624786] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock network-812 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.624927] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "network-812" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.624967] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "network-812" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.626029] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "network-812" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.626029] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.626029] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.626029] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.626029] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.626263] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.626367] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 882.626497] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 882.626604] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 882.626713] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 882.626814] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 882.626925] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 882.627054] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 882.647727] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 882.647962] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 882.648129] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 882.648313] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "network-812" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.649255] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock port-0d292252-cecb-4a69-956b-7ddd39dbb8af taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.649498] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "port-0d292252-cecb-4a69-956b-7ddd39dbb8af" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.649711] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "port-0d292252-cecb-4a69-956b-7ddd39dbb8af" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.650065] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "port-0d292252-cecb-4a69-956b-7ddd39dbb8af" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.650260] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d292252-cecb-4a69-956b-7ddd39dbb8af',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.688583] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.688793] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.688934] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.690194] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.690194] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.690194] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49b000c8-d2cc-4b83-87a9-89f5d3bd46fe is going to be created. [ 882.717920] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.718075] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.718144] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.718449] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.718610] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.728601] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49b000c8-d2cc-4b83-87a9-89f5d3bd46fe in Status: UNINITIALIZED for 2s [ 883.153996] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.154231] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.154362] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.154669] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.154824] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.154974] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Segment Port 0d292252-cecb-4a69-956b-7ddd39dbb8af not found, creating... [ 883.155253] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.155440] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.155557] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.155780] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.155983] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.156212] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.156368] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.156486] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.156697] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.156830] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.156976] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Resource: SegmentPort with ID: 0d292252-cecb-4a69-956b-7ddd39dbb8af is going to be created. [ 883.179305] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.179305] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.179305] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.180044] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.181118] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.181118] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "port-0d292252-cecb-4a69-956b-7ddd39dbb8af" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.983118] env[65429]: INFO networking_nsxv3.common.synchronization [req-8ec1985d-0f28-4fa5-9bd5-c4d54690458f req-51a09b4b-99ac-4e78-b663-a35e4dfdc67a service nova] Enqueued Resource ID: 49b000c8-d2cc-4b83-87a9-89f5d3bd46fe with Priority: HIGHEST for action security_group_rules [ 883.983535] env[65429]: INFO networking_nsxv3.common.synchronization [req-8ec1985d-0f28-4fa5-9bd5-c4d54690458f req-51a09b4b-99ac-4e78-b663-a35e4dfdc67a service nova] Enqueued Resource ID: 49b000c8-d2cc-4b83-87a9-89f5d3bd46fe with Priority: HIGHEST for action security_group_members [ 883.983925] env[65429]: INFO networking_nsxv3.common.synchronization [req-8ec1985d-0f28-4fa5-9bd5-c4d54690458f req-51a09b4b-99ac-4e78-b663-a35e4dfdc67a service nova] Enqueued Resource ID: 0d292252-cecb-4a69-956b-7ddd39dbb8af with Priority: HIGHEST for action port [ 883.984921] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49b000c8-d2cc-4b83-87a9-89f5d3bd46fe with Priority: HIGHEST for action security_group_rules [ 883.984921] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49b000c8-d2cc-4b83-87a9-89f5d3bd46fe with Priority: HIGHEST for action security_group_members [ 883.984921] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d292252-cecb-4a69-956b-7ddd39dbb8af with Priority: HIGHEST for action port [ 883.985185] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49b000c8-d2cc-4b83-87a9-89f5d3bd46fe taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.985246] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49b000c8-d2cc-4b83-87a9-89f5d3bd46fe" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.985667] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-49b000c8-d2cc-4b83-87a9-89f5d3bd46fe taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.985667] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49b000c8-d2cc-4b83-87a9-89f5d3bd46fe" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.986911] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d292252-cecb-4a69-956b-7ddd39dbb8af taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.987805] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d292252-cecb-4a69-956b-7ddd39dbb8af" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.987805] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d292252-cecb-4a69-956b-7ddd39dbb8af" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.987805] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d292252-cecb-4a69-956b-7ddd39dbb8af" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.987805] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d292252-cecb-4a69-956b-7ddd39dbb8af',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.338791] env[65429]: INFO networking_nsxv3.common.synchronization [req-205797c7-9d96-4f3f-8bb7-7e5758123cf7 req-b609fa50-f01f-4785-91da-e0f8f40b0e29 tempest-ServersAdminTestJSON-611263935 tempest-ServersAdminTestJSON-611263935-project-member] Enqueued Resource ID: d075b3cd-e544-42a6-afb4-6f693b39465c with Priority: HIGHEST for action security_group_members [ 884.339185] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d075b3cd-e544-42a6-afb4-6f693b39465c with Priority: HIGHEST for action security_group_members [ 884.339501] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-d075b3cd-e544-42a6-afb4-6f693b39465c taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.339626] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.339830] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.339907] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.340690] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.340690] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.340690] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.340690] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.340690] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.341104] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d075b3cd-e544-42a6-afb4-6f693b39465c',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.491633] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0d292252-cecb-4a69-956b-7ddd39dbb8af with status ACTIVE [ 884.491888] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.492138] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.492260] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.492575] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.492802] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.493131] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.493300] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.493402] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.493651] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.493784] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.494088] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.494252] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.494425] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.494593] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.494686] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.494874] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0d292252-cecb-4a69-956b-7ddd39dbb8af is going to be updated. [ 884.517531] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.517791] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.517868] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.518204] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.518413] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.518686] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d292252-cecb-4a69-956b-7ddd39dbb8af" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.743422] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49b000c8-d2cc-4b83-87a9-89f5d3bd46fe in Status: SUCCESS [ 884.743637] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49b000c8-d2cc-4b83-87a9-89f5d3bd46fe" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.743808] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49b000c8-d2cc-4b83-87a9-89f5d3bd46fe" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.744057] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49b000c8-d2cc-4b83-87a9-89f5d3bd46fe" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.744355] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.744979] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.744979] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.744979] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.744979] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.744979] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49b000c8-d2cc-4b83-87a9-89f5d3bd46fe" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.745202] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('49b000c8-d2cc-4b83-87a9-89f5d3bd46fe',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.746173] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49b000c8-d2cc-4b83-87a9-89f5d3bd46fe" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.746173] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49b000c8-d2cc-4b83-87a9-89f5d3bd46fe" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.746329] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.746430] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.746496] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.746639] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.746800] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.746800] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49b000c8-d2cc-4b83-87a9-89f5d3bd46fe',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.843147] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d075b3cd-e544-42a6-afb4-6f693b39465c',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.989401] env[65429]: INFO networking_nsxv3.common.synchronization [req-8ec1985d-0f28-4fa5-9bd5-c4d54690458f req-c3e77ea8-d37c-4e1c-bdda-aa87cacdd487 tempest-ListServersNegativeTestJSON-1125431415 tempest-ListServersNegativeTestJSON-1125431415-project-member] Enqueued Resource ID: 49b000c8-d2cc-4b83-87a9-89f5d3bd46fe with Priority: HIGHEST for action security_group_members [ 884.989401] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49b000c8-d2cc-4b83-87a9-89f5d3bd46fe with Priority: HIGHEST for action security_group_members [ 884.993079] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-49b000c8-d2cc-4b83-87a9-89f5d3bd46fe taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.993306] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49b000c8-d2cc-4b83-87a9-89f5d3bd46fe" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.032353] env[65429]: INFO networking_nsxv3.common.synchronization [req-74969f13-e62a-4fe4-9d83-2c1f49702d0c req-d8124855-0f8f-4c69-ac97-65b5818d47a4 tempest-MigrationsAdminTest-36101175 tempest-MigrationsAdminTest-36101175-project-member] Enqueued Resource ID: b9129a53-8081-4699-872c-2b3236dbc738 with Priority: HIGHEST for action security_group_members [ 885.033050] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9129a53-8081-4699-872c-2b3236dbc738 with Priority: HIGHEST for action security_group_members [ 885.033484] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9129a53-8081-4699-872c-2b3236dbc738 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.033632] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9129a53-8081-4699-872c-2b3236dbc738" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.033715] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9129a53-8081-4699-872c-2b3236dbc738" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.035323] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9129a53-8081-4699-872c-2b3236dbc738" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.035393] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.036106] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.036106] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.036106] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.036106] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.036106] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9129a53-8081-4699-872c-2b3236dbc738',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.248512] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-49b000c8-d2cc-4b83-87a9-89f5d3bd46fe taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.248660] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49b000c8-d2cc-4b83-87a9-89f5d3bd46fe" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.248878] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('49b000c8-d2cc-4b83-87a9-89f5d3bd46fe',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.347633] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d075b3cd-e544-42a6-afb4-6f693b39465c',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.381545] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock network-812 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.381545] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "network-812" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.381545] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "network-812" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.381545] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "network-812" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.381545] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.385685] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.385685] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.385685] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.385685] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.385685] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 885.385685] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 885.385685] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 885.385685] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 885.385685] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 885.385685] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 885.385685] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 885.413079] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 885.413345] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 885.413531] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 885.413781] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "network-812" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.414118] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock port-5f4f78a1-8988-46f6-b9b6-56be67260a69 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.414296] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "port-5f4f78a1-8988-46f6-b9b6-56be67260a69" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.414484] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "port-5f4f78a1-8988-46f6-b9b6-56be67260a69" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.414923] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "port-5f4f78a1-8988-46f6-b9b6-56be67260a69" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.415077] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f4f78a1-8988-46f6-b9b6-56be67260a69',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.538544] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b9129a53-8081-4699-872c-2b3236dbc738',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.752087] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('49b000c8-d2cc-4b83-87a9-89f5d3bd46fe',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.850870] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.850870] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.851161] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.851161] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.851445] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.851445] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d075b3cd-e544-42a6-afb4-6f693b39465c is going to be updated. [ 885.888892] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.889112] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.889274] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.889589] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.890987] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.902844] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d075b3cd-e544-42a6-afb4-6f693b39465c in Status: IN_PROGRESS for 2s [ 885.918024] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.918311] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.918489] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.918842] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.919056] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.919355] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Segment Port 5f4f78a1-8988-46f6-b9b6-56be67260a69 not found, creating... [ 885.919861] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.920101] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.920244] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.920545] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.920740] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.921308] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.921386] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.921547] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.921867] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.922093] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.922279] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Resource: SegmentPort with ID: 5f4f78a1-8988-46f6-b9b6-56be67260a69 is going to be created. [ 886.030039] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.030039] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.030411] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.030571] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.030910] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.031175] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "port-5f4f78a1-8988-46f6-b9b6-56be67260a69" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.042413] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b9129a53-8081-4699-872c-2b3236dbc738',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.254615] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.254867] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.254867] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.255108] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.255229] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.255507] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49b000c8-d2cc-4b83-87a9-89f5d3bd46fe is going to be updated. [ 886.290812] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.291429] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.291429] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.291429] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.291588] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.302321] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49b000c8-d2cc-4b83-87a9-89f5d3bd46fe in Status: IN_PROGRESS for 2s [ 886.546078] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.546239] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.546316] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.546531] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.546620] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.546718] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9129a53-8081-4699-872c-2b3236dbc738 is going to be updated. [ 886.592597] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.592597] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.592597] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.592597] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.592597] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.609973] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9129a53-8081-4699-872c-2b3236dbc738 in Status: IN_PROGRESS for 2s [ 886.672364] env[65429]: INFO networking_nsxv3.common.synchronization [req-8ec1985d-0f28-4fa5-9bd5-c4d54690458f req-45ef1928-875a-4772-a0f8-dbba36256137 service nova] Enqueued Resource ID: 49b000c8-d2cc-4b83-87a9-89f5d3bd46fe with Priority: HIGHEST for action security_group_rules [ 886.672364] env[65429]: INFO networking_nsxv3.common.synchronization [req-8ec1985d-0f28-4fa5-9bd5-c4d54690458f req-45ef1928-875a-4772-a0f8-dbba36256137 service nova] Enqueued Resource ID: 49b000c8-d2cc-4b83-87a9-89f5d3bd46fe with Priority: HIGHEST for action security_group_members [ 886.672364] env[65429]: INFO networking_nsxv3.common.synchronization [req-8ec1985d-0f28-4fa5-9bd5-c4d54690458f req-45ef1928-875a-4772-a0f8-dbba36256137 service nova] Enqueued Resource ID: 5f4f78a1-8988-46f6-b9b6-56be67260a69 with Priority: HIGHEST for action port [ 886.672364] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49b000c8-d2cc-4b83-87a9-89f5d3bd46fe with Priority: HIGHEST for action security_group_rules [ 886.672364] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49b000c8-d2cc-4b83-87a9-89f5d3bd46fe with Priority: HIGHEST for action security_group_members [ 886.672581] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f4f78a1-8988-46f6-b9b6-56be67260a69 with Priority: HIGHEST for action port [ 886.673125] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49b000c8-d2cc-4b83-87a9-89f5d3bd46fe taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.673255] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49b000c8-d2cc-4b83-87a9-89f5d3bd46fe" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.673426] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-49b000c8-d2cc-4b83-87a9-89f5d3bd46fe taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.673509] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49b000c8-d2cc-4b83-87a9-89f5d3bd46fe" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.673679] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f4f78a1-8988-46f6-b9b6-56be67260a69 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.673773] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f4f78a1-8988-46f6-b9b6-56be67260a69" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.673835] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f4f78a1-8988-46f6-b9b6-56be67260a69" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.674057] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f4f78a1-8988-46f6-b9b6-56be67260a69" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.674155] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f4f78a1-8988-46f6-b9b6-56be67260a69',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.177031] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5f4f78a1-8988-46f6-b9b6-56be67260a69 with status ACTIVE [ 887.177031] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.177031] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.177380] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.177380] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.177380] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.177611] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.177729] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.177794] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.177950] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.178035] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.178220] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.178315] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.178401] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.178554] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.178621] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.178705] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5f4f78a1-8988-46f6-b9b6-56be67260a69 is going to be updated. [ 887.199399] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.199547] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.199600] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.199798] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.199932] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.200107] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f4f78a1-8988-46f6-b9b6-56be67260a69" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.914016] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d075b3cd-e544-42a6-afb4-6f693b39465c in Status: SUCCESS [ 887.914016] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.311304] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49b000c8-d2cc-4b83-87a9-89f5d3bd46fe in Status: SUCCESS [ 888.311577] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49b000c8-d2cc-4b83-87a9-89f5d3bd46fe" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.311820] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49b000c8-d2cc-4b83-87a9-89f5d3bd46fe" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.312016] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49b000c8-d2cc-4b83-87a9-89f5d3bd46fe" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.312250] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.312378] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.312454] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.312677] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.312775] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.312875] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49b000c8-d2cc-4b83-87a9-89f5d3bd46fe',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.585612] env[65429]: INFO networking_nsxv3.common.synchronization [req-59be1923-b03e-4ec6-b817-0e1fb2e98a04 req-ef3cdb05-b876-4793-850e-12782fdb2cc6 tempest-ServerDiskConfigTestJSON-1203054178 tempest-ServerDiskConfigTestJSON-1203054178-project-member] Enqueued Resource ID: 175f5593-8cac-48d4-9609-d6330a935761 with Priority: HIGHEST for action security_group_members [ 888.587852] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 175f5593-8cac-48d4-9609-d6330a935761 with Priority: HIGHEST for action security_group_members [ 888.588436] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-175f5593-8cac-48d4-9609-d6330a935761 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.588436] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.588436] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.588680] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.590337] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.590337] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.590337] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.590337] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.590337] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.590337] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('175f5593-8cac-48d4-9609-d6330a935761',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.620649] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9129a53-8081-4699-872c-2b3236dbc738 in Status: SUCCESS [ 888.620921] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9129a53-8081-4699-872c-2b3236dbc738" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.815969] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('49b000c8-d2cc-4b83-87a9-89f5d3bd46fe',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.037582] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock network-224 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.037796] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "network-224" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.037918] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "network-224" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.038257] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "network-224" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.039602] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.039602] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.039602] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.039602] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.039602] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.039814] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 889.039846] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 889.039994] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 889.040126] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 889.040243] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 889.040376] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 889.040512] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 889.067601] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 889.067780] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 889.067918] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 889.068258] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "network-224" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.068437] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock port-a830bfa5-4e3f-4460-a387-869304506202 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.068771] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "port-a830bfa5-4e3f-4460-a387-869304506202" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.069071] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "port-a830bfa5-4e3f-4460-a387-869304506202" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.069283] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "port-a830bfa5-4e3f-4460-a387-869304506202" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.069481] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a830bfa5-4e3f-4460-a387-869304506202',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.092688] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.092893] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.092950] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.093143] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.093238] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.093433] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.093530] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.093604] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.093748] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.093825] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.093919] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 175f5593-8cac-48d4-9609-d6330a935761 is going to be updated. [ 889.124228] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.124374] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.124445] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.124649] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.124795] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.134462] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 175f5593-8cac-48d4-9609-d6330a935761 in Status: IN_PROGRESS for 2s [ 889.318104] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('49b000c8-d2cc-4b83-87a9-89f5d3bd46fe',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.573444] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.574790] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.574790] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.574790] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.574790] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.574790] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Segment Port a830bfa5-4e3f-4460-a387-869304506202 not found, creating... [ 889.575088] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.575353] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.575353] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.575642] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.575848] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.576204] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.576510] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.576665] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.576822] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.576973] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.577129] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Resource: SegmentPort with ID: a830bfa5-4e3f-4460-a387-869304506202 is going to be created. [ 889.606445] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.606715] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.606841] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.607208] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.607560] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.607890] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "port-a830bfa5-4e3f-4460-a387-869304506202" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.822493] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.822790] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.822858] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.823537] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.823537] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.823537] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49b000c8-d2cc-4b83-87a9-89f5d3bd46fe is going to be updated. [ 889.859352] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.859603] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.859748] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.860087] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.860265] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.871676] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49b000c8-d2cc-4b83-87a9-89f5d3bd46fe in Status: IN_PROGRESS for 2s [ 890.370538] env[65429]: INFO networking_nsxv3.common.synchronization [req-59be1923-b03e-4ec6-b817-0e1fb2e98a04 req-d7d119ea-0aa0-4286-9e1d-9fb804b789c1 service nova] Enqueued Resource ID: 175f5593-8cac-48d4-9609-d6330a935761 with Priority: HIGHEST for action security_group_rules [ 890.370892] env[65429]: INFO networking_nsxv3.common.synchronization [req-59be1923-b03e-4ec6-b817-0e1fb2e98a04 req-d7d119ea-0aa0-4286-9e1d-9fb804b789c1 service nova] Enqueued Resource ID: 175f5593-8cac-48d4-9609-d6330a935761 with Priority: HIGHEST for action security_group_members [ 890.370892] env[65429]: INFO networking_nsxv3.common.synchronization [req-59be1923-b03e-4ec6-b817-0e1fb2e98a04 req-d7d119ea-0aa0-4286-9e1d-9fb804b789c1 service nova] Enqueued Resource ID: a830bfa5-4e3f-4460-a387-869304506202 with Priority: HIGHEST for action port [ 890.371417] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 175f5593-8cac-48d4-9609-d6330a935761 with Priority: HIGHEST for action security_group_rules [ 890.371579] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 175f5593-8cac-48d4-9609-d6330a935761 with Priority: HIGHEST for action security_group_members [ 890.371678] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a830bfa5-4e3f-4460-a387-869304506202 with Priority: HIGHEST for action port [ 890.371954] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-175f5593-8cac-48d4-9609-d6330a935761 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.372100] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.372161] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.372373] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.372433] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('175f5593-8cac-48d4-9609-d6330a935761',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.373614] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-175f5593-8cac-48d4-9609-d6330a935761 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.373704] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.373922] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-a830bfa5-4e3f-4460-a387-869304506202 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.373977] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a830bfa5-4e3f-4460-a387-869304506202" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.374044] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a830bfa5-4e3f-4460-a387-869304506202" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.374214] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a830bfa5-4e3f-4460-a387-869304506202" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.374297] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a830bfa5-4e3f-4460-a387-869304506202',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.881720] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-175f5593-8cac-48d4-9609-d6330a935761 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.881920] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.882147] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a830bfa5-4e3f-4460-a387-869304506202 with status ACTIVE [ 890.882337] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.882445] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.882505] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.882737] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.882830] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.883011] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.883119] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.883179] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.883348] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.883537] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.883641] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.883738] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.883801] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.883941] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.884026] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.884108] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a830bfa5-4e3f-4460-a387-869304506202 is going to be updated. [ 890.916409] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.916673] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.916673] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.917490] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.917490] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.917490] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a830bfa5-4e3f-4460-a387-869304506202" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.097210] env[65429]: INFO networking_nsxv3.common.synchronization [req-ba6615e9-d600-48e7-9089-42494dd91892 req-d1eab446-71d9-45f2-bdfa-842648fe1f9b tempest-ServerRescueTestJSON-475002959 tempest-ServerRescueTestJSON-475002959-project-member] Enqueued Resource ID: 0e35d774-6882-4c7e-99c0-7daaa6397e7c with Priority: HIGHEST for action security_group_members [ 891.098309] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e35d774-6882-4c7e-99c0-7daaa6397e7c with Priority: HIGHEST for action security_group_members [ 891.098749] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e35d774-6882-4c7e-99c0-7daaa6397e7c taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.098880] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e35d774-6882-4c7e-99c0-7daaa6397e7c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.098947] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e35d774-6882-4c7e-99c0-7daaa6397e7c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.099216] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e35d774-6882-4c7e-99c0-7daaa6397e7c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.099376] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.099571] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.099571] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.099682] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.099771] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.099884] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e35d774-6882-4c7e-99c0-7daaa6397e7c',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.146969] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 175f5593-8cac-48d4-9609-d6330a935761 in Status: SUCCESS [ 891.147354] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 175f5593-8cac-48d4-9609-d6330a935761 deletion is rescheduled due to dependency. [ 891.147655] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.147722] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.147984] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.148253] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.148392] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.148452] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.148663] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.148743] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.148852] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('175f5593-8cac-48d4-9609-d6330a935761',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.518053] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock network-68 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.521364] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "network-68" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.521364] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "network-68" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.521364] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "network-68" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.521364] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.521364] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.521364] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.521364] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.521364] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.521364] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 891.521775] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 891.521896] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 891.522033] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 891.522118] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 891.522253] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 891.522951] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 891.544676] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 891.544890] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 891.545060] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 891.545243] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "network-68" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.546159] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock port-a931b6c6-fe7d-458b-bbeb-630390ffee39 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.546372] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "port-a931b6c6-fe7d-458b-bbeb-630390ffee39" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.546501] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "port-a931b6c6-fe7d-458b-bbeb-630390ffee39" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.547085] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "port-a931b6c6-fe7d-458b-bbeb-630390ffee39" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.547359] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a931b6c6-fe7d-458b-bbeb-630390ffee39',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.602922] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0e35d774-6882-4c7e-99c0-7daaa6397e7c',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.651698] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('175f5593-8cac-48d4-9609-d6330a935761',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.883101] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49b000c8-d2cc-4b83-87a9-89f5d3bd46fe in Status: SUCCESS [ 891.883339] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49b000c8-d2cc-4b83-87a9-89f5d3bd46fe" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.883515] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49b000c8-d2cc-4b83-87a9-89f5d3bd46fe" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.883742] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49b000c8-d2cc-4b83-87a9-89f5d3bd46fe" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.883927] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.884061] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.884131] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.884270] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.884976] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.884976] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49b000c8-d2cc-4b83-87a9-89f5d3bd46fe',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.049674] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.049894] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.050034] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.050324] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.050542] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.050730] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Segment Port a931b6c6-fe7d-458b-bbeb-630390ffee39 not found, creating... [ 892.051034] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.051202] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.051321] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.051557] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.051684] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.051949] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.052118] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.052230] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.052438] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.052730] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.052730] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Resource: SegmentPort with ID: a931b6c6-fe7d-458b-bbeb-630390ffee39 is going to be created. [ 892.075884] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.076255] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.076406] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.076860] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.077409] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.077621] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "port-a931b6c6-fe7d-458b-bbeb-630390ffee39" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.105165] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0e35d774-6882-4c7e-99c0-7daaa6397e7c',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.153637] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('175f5593-8cac-48d4-9609-d6330a935761',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.388784] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('49b000c8-d2cc-4b83-87a9-89f5d3bd46fe',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.607487] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.607798] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.607798] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.607915] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.608017] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.608111] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e35d774-6882-4c7e-99c0-7daaa6397e7c is going to be updated. [ 892.643730] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.643881] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.643943] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.644248] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.644442] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.655622] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e35d774-6882-4c7e-99c0-7daaa6397e7c in Status: IN_PROGRESS for 2s [ 892.655999] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.656149] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.656207] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.656414] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.656500] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.656591] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 175f5593-8cac-48d4-9609-d6330a935761 is going to be updated. [ 892.691822] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.691966] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.692260] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.692390] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.692542] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.702828] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 175f5593-8cac-48d4-9609-d6330a935761 in Status: IN_PROGRESS for 2s [ 892.850736] env[65429]: INFO networking_nsxv3.common.synchronization [req-ba6615e9-d600-48e7-9089-42494dd91892 req-430a71d3-c9a5-4500-8d20-7a273b3c2a3a service nova] Enqueued Resource ID: 0e35d774-6882-4c7e-99c0-7daaa6397e7c with Priority: HIGHEST for action security_group_rules [ 892.850952] env[65429]: INFO networking_nsxv3.common.synchronization [req-ba6615e9-d600-48e7-9089-42494dd91892 req-430a71d3-c9a5-4500-8d20-7a273b3c2a3a service nova] Enqueued Resource ID: 0e35d774-6882-4c7e-99c0-7daaa6397e7c with Priority: HIGHEST for action security_group_members [ 892.851100] env[65429]: INFO networking_nsxv3.common.synchronization [req-ba6615e9-d600-48e7-9089-42494dd91892 req-430a71d3-c9a5-4500-8d20-7a273b3c2a3a service nova] Enqueued Resource ID: a931b6c6-fe7d-458b-bbeb-630390ffee39 with Priority: HIGHEST for action port [ 892.851646] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e35d774-6882-4c7e-99c0-7daaa6397e7c with Priority: HIGHEST for action security_group_rules [ 892.851787] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e35d774-6882-4c7e-99c0-7daaa6397e7c with Priority: HIGHEST for action security_group_members [ 892.852542] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a931b6c6-fe7d-458b-bbeb-630390ffee39 with Priority: HIGHEST for action port [ 892.853222] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e35d774-6882-4c7e-99c0-7daaa6397e7c taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.853222] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e35d774-6882-4c7e-99c0-7daaa6397e7c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.853222] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e35d774-6882-4c7e-99c0-7daaa6397e7c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.853420] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e35d774-6882-4c7e-99c0-7daaa6397e7c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.853473] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e35d774-6882-4c7e-99c0-7daaa6397e7c',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.854463] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e35d774-6882-4c7e-99c0-7daaa6397e7c taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.854587] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e35d774-6882-4c7e-99c0-7daaa6397e7c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.854806] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-a931b6c6-fe7d-458b-bbeb-630390ffee39 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.854910] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a931b6c6-fe7d-458b-bbeb-630390ffee39" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.855021] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a931b6c6-fe7d-458b-bbeb-630390ffee39" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.855168] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a931b6c6-fe7d-458b-bbeb-630390ffee39" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.855242] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a931b6c6-fe7d-458b-bbeb-630390ffee39',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.891418] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('49b000c8-d2cc-4b83-87a9-89f5d3bd46fe',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.357598] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e35d774-6882-4c7e-99c0-7daaa6397e7c taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.357757] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e35d774-6882-4c7e-99c0-7daaa6397e7c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.358088] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a931b6c6-fe7d-458b-bbeb-630390ffee39 with status ACTIVE [ 893.358214] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.358346] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.358450] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.358957] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.358957] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.359060] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.359227] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.359461] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.359553] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.359694] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.359972] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.360107] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.360212] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.360412] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.360524] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.360593] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a931b6c6-fe7d-458b-bbeb-630390ffee39 is going to be updated. [ 893.383491] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.383658] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.383723] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.383911] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.384581] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.384581] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a931b6c6-fe7d-458b-bbeb-630390ffee39" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.393381] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.393530] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.393600] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.393811] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.393896] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.393995] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49b000c8-d2cc-4b83-87a9-89f5d3bd46fe is going to be updated. [ 893.429097] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.429278] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.429343] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.429545] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.429693] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.442769] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49b000c8-d2cc-4b83-87a9-89f5d3bd46fe in Status: IN_PROGRESS for 2s [ 894.667645] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e35d774-6882-4c7e-99c0-7daaa6397e7c in Status: SUCCESS [ 894.667645] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e35d774-6882-4c7e-99c0-7daaa6397e7c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.667645] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e35d774-6882-4c7e-99c0-7daaa6397e7c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.667645] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e35d774-6882-4c7e-99c0-7daaa6397e7c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.667645] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.667645] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.667645] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.667645] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.668069] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.668069] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e35d774-6882-4c7e-99c0-7daaa6397e7c',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.714548] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 175f5593-8cac-48d4-9609-d6330a935761 in Status: SUCCESS [ 894.714801] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.714970] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.715206] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.715397] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.715515] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.715580] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.715730] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.715825] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.715912] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.716009] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('175f5593-8cac-48d4-9609-d6330a935761',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.125152] env[65429]: INFO networking_nsxv3.common.synchronization [req-c6b1f768-8019-4969-9715-a7c9a6b934d3 req-73967943-7915-424c-a3c3-741758daa36c tempest-MultipleCreateTestJSON-808618254 tempest-MultipleCreateTestJSON-808618254-project-member] Enqueued Resource ID: 04963f1c-3d42-4299-bf92-c869011c4372 with Priority: HIGHEST for action security_group_members [ 895.125152] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04963f1c-3d42-4299-bf92-c869011c4372 with Priority: HIGHEST for action security_group_members [ 895.125152] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-04963f1c-3d42-4299-bf92-c869011c4372 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.125152] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.125152] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.125806] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.126172] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.126585] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.127068] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.127447] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.127727] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.128012] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04963f1c-3d42-4299-bf92-c869011c4372',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.170877] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0e35d774-6882-4c7e-99c0-7daaa6397e7c',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.221446] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-175f5593-8cac-48d4-9609-d6330a935761 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.221623] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.221662] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.221929] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.222206] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.222302] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.222336] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.222771] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.222771] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.222771] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.222934] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-175f5593-8cac-48d4-9609-d6330a935761 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.223088] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.223176] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.223320] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.223521] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.223697] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.223773] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.224207] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.224472] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.224472] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.224555] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('175f5593-8cac-48d4-9609-d6330a935761',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.456050] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49b000c8-d2cc-4b83-87a9-89f5d3bd46fe in Status: SUCCESS [ 895.456286] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49b000c8-d2cc-4b83-87a9-89f5d3bd46fe" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.456459] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49b000c8-d2cc-4b83-87a9-89f5d3bd46fe" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.456673] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49b000c8-d2cc-4b83-87a9-89f5d3bd46fe" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.456944] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.457020] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.457052] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.457193] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.457271] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.457354] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49b000c8-d2cc-4b83-87a9-89f5d3bd46fe" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.457514] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-49b000c8-d2cc-4b83-87a9-89f5d3bd46fe taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.457594] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49b000c8-d2cc-4b83-87a9-89f5d3bd46fe" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.457654] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49b000c8-d2cc-4b83-87a9-89f5d3bd46fe" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.457791] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49b000c8-d2cc-4b83-87a9-89f5d3bd46fe" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.457919] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.458108] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.458108] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.458206] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.458298] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.458361] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49b000c8-d2cc-4b83-87a9-89f5d3bd46fe" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.458445] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('49b000c8-d2cc-4b83-87a9-89f5d3bd46fe',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.459342] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49b000c8-d2cc-4b83-87a9-89f5d3bd46fe" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.459501] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49b000c8-d2cc-4b83-87a9-89f5d3bd46fe" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.459646] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.459759] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.459822] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.459961] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.460043] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.460271] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49b000c8-d2cc-4b83-87a9-89f5d3bd46fe',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.631072] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.631269] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.631309] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.631583] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.631696] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.631922] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.632054] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.632355] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.632355] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.632481] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.632481] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04963f1c-3d42-4299-bf92-c869011c4372 already deleted. [ 895.632565] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.665231] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock network-829 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.665477] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "network-829" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.665643] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "network-829" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.665999] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "network-829" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.666336] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.666578] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.666823] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.667153] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.667441] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.667903] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 895.668221] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 895.668408] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 895.668577] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 895.668873] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 895.668960] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 895.669172] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 895.672471] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0e35d774-6882-4c7e-99c0-7daaa6397e7c',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.692463] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 895.692678] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 895.692847] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 895.693021] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "network-829" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.693349] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock port-4cb907c5-d013-437a-999b-6bf17dda0e92 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.693523] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "port-4cb907c5-d013-437a-999b-6bf17dda0e92" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.693645] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "port-4cb907c5-d013-437a-999b-6bf17dda0e92" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.693979] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "port-4cb907c5-d013-437a-999b-6bf17dda0e92" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.694150] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4cb907c5-d013-437a-999b-6bf17dda0e92',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.732507] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 175f5593-8cac-48d4-9609-d6330a935761: rpc.has_security_group_logging(os_id): False [ 895.754979] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.755213] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.755213] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.755463] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.755553] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.755769] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.755871] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.755934] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.756104] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.756178] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.756378] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.756473] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.756534] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.756671] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.756746] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.756952] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.757065] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.757116] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.757268] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.757343] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.757426] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 175f5593-8cac-48d4-9609-d6330a935761 is going to be updated. [ 895.835833] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.836011] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.836135] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.836366] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.836563] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.853697] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 175f5593-8cac-48d4-9609-d6330a935761 in Status: IN_PROGRESS for 2s [ 895.859399] env[65429]: INFO networking_nsxv3.common.synchronization [None req-a1db55ae-53a6-4f9b-9c68-8fd56c5a07a6 None None] Enqueued Resource ID: 2a8d4bc5-f421-4541-a0fa-0200c82cab85 with Priority: HIGHEST for action port [ 895.859937] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a8d4bc5-f421-4541-a0fa-0200c82cab85 with Priority: HIGHEST for action port [ 895.860264] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a8d4bc5-f421-4541-a0fa-0200c82cab85 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.860695] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a8d4bc5-f421-4541-a0fa-0200c82cab85" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.860695] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a8d4bc5-f421-4541-a0fa-0200c82cab85" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.860792] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a8d4bc5-f421-4541-a0fa-0200c82cab85" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.861045] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a8d4bc5-f421-4541-a0fa-0200c82cab85',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.963913] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('49b000c8-d2cc-4b83-87a9-89f5d3bd46fe',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.965112] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 49b000c8-d2cc-4b83-87a9-89f5d3bd46fe: rpc.has_security_group_logging(os_id): False [ 895.985694] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.985694] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.985694] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.985694] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.985694] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.985694] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.985965] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.985965] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.986060] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.986216] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.986667] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.986667] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.986667] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.986863] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.986863] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.987069] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.987259] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.987326] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.987656] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.987656] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.987656] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49b000c8-d2cc-4b83-87a9-89f5d3bd46fe is going to be created. [ 896.069708] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.069708] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.069708] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.069708] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.069708] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.081207] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49b000c8-d2cc-4b83-87a9-89f5d3bd46fe in Status: IN_PROGRESS for 2s [ 896.174720] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.174930] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.174930] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.175162] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.175256] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.175360] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e35d774-6882-4c7e-99c0-7daaa6397e7c is going to be updated. [ 896.197190] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.197472] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.197544] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.197930] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.198045] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.198301] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Segment Port 4cb907c5-d013-437a-999b-6bf17dda0e92 not found, creating... [ 896.198666] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.198845] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.198969] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.199247] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.199396] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.200068] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.200246] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.200442] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.200774] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.200941] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.201133] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Resource: SegmentPort with ID: 4cb907c5-d013-437a-999b-6bf17dda0e92 is going to be created. [ 896.230808] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.231043] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.231146] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.231445] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.231651] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.234488] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.234745] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.234867] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.236252] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.236252] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.236252] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "port-4cb907c5-d013-437a-999b-6bf17dda0e92" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.248982] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e35d774-6882-4c7e-99c0-7daaa6397e7c in Status: IN_PROGRESS for 2s [ 896.364034] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2a8d4bc5-f421-4541-a0fa-0200c82cab85 [ 896.364034] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.364034] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.364034] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.364356] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.364356] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.364438] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2a8d4bc5-f421-4541-a0fa-0200c82cab85 already deleted. [ 896.364579] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a8d4bc5-f421-4541-a0fa-0200c82cab85" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.470024] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('49b000c8-d2cc-4b83-87a9-89f5d3bd46fe',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.971866] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.971866] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.971866] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.972302] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.972302] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.972302] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49b000c8-d2cc-4b83-87a9-89f5d3bd46fe is going to be updated. [ 897.002998] env[65429]: INFO networking_nsxv3.common.synchronization [req-c6b1f768-8019-4969-9715-a7c9a6b934d3 req-05538c56-983e-4a74-b8cc-1b2b6cfd6a30 service nova] Enqueued Resource ID: 04963f1c-3d42-4299-bf92-c869011c4372 with Priority: HIGHEST for action security_group_rules [ 897.003196] env[65429]: INFO networking_nsxv3.common.synchronization [req-c6b1f768-8019-4969-9715-a7c9a6b934d3 req-05538c56-983e-4a74-b8cc-1b2b6cfd6a30 service nova] Enqueued Resource ID: 04963f1c-3d42-4299-bf92-c869011c4372 with Priority: HIGHEST for action security_group_members [ 897.003367] env[65429]: INFO networking_nsxv3.common.synchronization [req-c6b1f768-8019-4969-9715-a7c9a6b934d3 req-05538c56-983e-4a74-b8cc-1b2b6cfd6a30 service nova] Enqueued Resource ID: 4cb907c5-d013-437a-999b-6bf17dda0e92 with Priority: HIGHEST for action port [ 897.003886] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04963f1c-3d42-4299-bf92-c869011c4372 with Priority: HIGHEST for action security_group_rules [ 897.004037] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04963f1c-3d42-4299-bf92-c869011c4372 with Priority: HIGHEST for action security_group_members [ 897.004137] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cb907c5-d013-437a-999b-6bf17dda0e92 with Priority: HIGHEST for action port [ 897.004448] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04963f1c-3d42-4299-bf92-c869011c4372 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.004592] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.004683] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.005057] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.005164] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04963f1c-3d42-4299-bf92-c869011c4372',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.007300] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-04963f1c-3d42-4299-bf92-c869011c4372 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.007300] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.007300] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.007300] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.007300] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.007801] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.007801] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.007801] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.007923] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.007965] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04963f1c-3d42-4299-bf92-c869011c4372',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.010923] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-4cb907c5-d013-437a-999b-6bf17dda0e92 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.010923] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4cb907c5-d013-437a-999b-6bf17dda0e92" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.010923] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4cb907c5-d013-437a-999b-6bf17dda0e92" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.010923] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4cb907c5-d013-437a-999b-6bf17dda0e92" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.010923] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4cb907c5-d013-437a-999b-6bf17dda0e92',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.011304] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.013549] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.013549] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.013549] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.013549] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.024068] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49b000c8-d2cc-4b83-87a9-89f5d3bd46fe in Status: IN_PROGRESS for 2s [ 897.512693] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-04963f1c-3d42-4299-bf92-c869011c4372 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.515331] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.516048] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4cb907c5-d013-437a-999b-6bf17dda0e92 with status ACTIVE [ 897.516160] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.516347] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.516404] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.516972] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.516972] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.517108] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.517283] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.517543] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.517608] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.518861] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.520948] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.520948] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.520948] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.520948] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.521119] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.521323] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4cb907c5-d013-437a-999b-6bf17dda0e92 is going to be updated. [ 897.522792] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04963f1c-3d42-4299-bf92-c869011c4372',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.551245] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.551379] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.553164] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.553164] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.553164] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.553164] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4cb907c5-d013-437a-999b-6bf17dda0e92" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.573749] env[65429]: INFO networking_nsxv3.common.synchronization [req-c6b1f768-8019-4969-9715-a7c9a6b934d3 req-90e2e5d8-b8e0-4f37-9423-3348ceece173 tempest-MultipleCreateTestJSON-808618254 tempest-MultipleCreateTestJSON-808618254-project-member] Enqueued Resource ID: 04963f1c-3d42-4299-bf92-c869011c4372 with Priority: HIGHEST for action security_group_members [ 897.573919] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04963f1c-3d42-4299-bf92-c869011c4372 with Priority: HIGHEST for action security_group_members [ 897.574252] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-04963f1c-3d42-4299-bf92-c869011c4372 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.574894] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.873555] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 175f5593-8cac-48d4-9609-d6330a935761 in Status: SUCCESS [ 897.873799] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.975572] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock network-829 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.975925] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "network-829" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.975925] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "network-829" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.976287] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "network-829" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.976574] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.976739] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.976858] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.977120] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.977290] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.977514] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 897.977638] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 897.977751] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 897.977860] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 897.977977] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 897.978087] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 897.978217] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 897.999266] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 898.002658] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 898.002658] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 898.002658] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "network-829" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.002658] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock port-3488a56b-75ec-4e1a-9f15-06e2f184d1ff taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.002658] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "port-3488a56b-75ec-4e1a-9f15-06e2f184d1ff" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.002658] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "port-3488a56b-75ec-4e1a-9f15-06e2f184d1ff" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.002658] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "port-3488a56b-75ec-4e1a-9f15-06e2f184d1ff" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.002658] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3488a56b-75ec-4e1a-9f15-06e2f184d1ff',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.028460] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04963f1c-3d42-4299-bf92-c869011c4372',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.096875] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49b000c8-d2cc-4b83-87a9-89f5d3bd46fe in Status: SUCCESS [ 898.096875] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49b000c8-d2cc-4b83-87a9-89f5d3bd46fe" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.097024] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49b000c8-d2cc-4b83-87a9-89f5d3bd46fe" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.097231] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49b000c8-d2cc-4b83-87a9-89f5d3bd46fe" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.097330] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49b000c8-d2cc-4b83-87a9-89f5d3bd46fe',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.260749] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e35d774-6882-4c7e-99c0-7daaa6397e7c in Status: SUCCESS [ 898.261356] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e35d774-6882-4c7e-99c0-7daaa6397e7c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.261763] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e35d774-6882-4c7e-99c0-7daaa6397e7c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.262018] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e35d774-6882-4c7e-99c0-7daaa6397e7c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.262232] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.262355] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.262760] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.263073] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.263225] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.263384] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e35d774-6882-4c7e-99c0-7daaa6397e7c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.263513] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0e35d774-6882-4c7e-99c0-7daaa6397e7c',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.503598] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.504248] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.504823] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.505365] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.506280] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.506551] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Segment Port 3488a56b-75ec-4e1a-9f15-06e2f184d1ff not found, creating... [ 898.508445] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.508445] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.508445] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.508445] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.509215] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.509622] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.510884] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.513190] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.513190] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.513190] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.513190] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Resource: SegmentPort with ID: 3488a56b-75ec-4e1a-9f15-06e2f184d1ff is going to be created. [ 898.538186] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.538186] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.538186] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.538186] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.538186] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.538186] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04963f1c-3d42-4299-bf92-c869011c4372 is going to be created. [ 898.538186] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.538186] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.538186] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.538186] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.538643] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.538643] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "port-3488a56b-75ec-4e1a-9f15-06e2f184d1ff" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.567435] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.567649] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.567797] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.568783] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.568989] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.593510] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04963f1c-3d42-4299-bf92-c869011c4372 in Status: UNINITIALIZED for 2s [ 898.600143] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-49b000c8-d2cc-4b83-87a9-89f5d3bd46fe taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.600307] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49b000c8-d2cc-4b83-87a9-89f5d3bd46fe" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.766682] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e35d774-6882-4c7e-99c0-7daaa6397e7c taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.767164] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e35d774-6882-4c7e-99c0-7daaa6397e7c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.767330] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e35d774-6882-4c7e-99c0-7daaa6397e7c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.767585] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e35d774-6882-4c7e-99c0-7daaa6397e7c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.767822] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.768116] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.768116] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.768827] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.768827] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.768827] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e35d774-6882-4c7e-99c0-7daaa6397e7c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.768967] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e35d774-6882-4c7e-99c0-7daaa6397e7c taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.768967] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e35d774-6882-4c7e-99c0-7daaa6397e7c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.769055] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e35d774-6882-4c7e-99c0-7daaa6397e7c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.769180] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e35d774-6882-4c7e-99c0-7daaa6397e7c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.769318] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.770036] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.770036] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.770036] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.770036] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.770036] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e35d774-6882-4c7e-99c0-7daaa6397e7c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.770248] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0e35d774-6882-4c7e-99c0-7daaa6397e7c',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.036859] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49b000c8-d2cc-4b83-87a9-89f5d3bd46fe in Status: SUCCESS [ 899.037147] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49b000c8-d2cc-4b83-87a9-89f5d3bd46fe" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.037281] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49b000c8-d2cc-4b83-87a9-89f5d3bd46fe" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.037603] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49b000c8-d2cc-4b83-87a9-89f5d3bd46fe" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.037721] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.037860] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.037921] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.038087] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.038273] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.038423] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49b000c8-d2cc-4b83-87a9-89f5d3bd46fe" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.038518] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('49b000c8-d2cc-4b83-87a9-89f5d3bd46fe',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.216142] env[65429]: INFO networking_nsxv3.common.synchronization [None req-4558cb25-d07f-4d75-b536-a80963d397a4 None None] Enqueued Resource ID: 0c3595e0-ba3e-4b83-bfc4-c915c83cf212 with Priority: HIGHEST for action port [ 899.216954] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c3595e0-ba3e-4b83-bfc4-c915c83cf212 with Priority: HIGHEST for action port [ 899.219424] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c3595e0-ba3e-4b83-bfc4-c915c83cf212 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.219424] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c3595e0-ba3e-4b83-bfc4-c915c83cf212" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.219424] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c3595e0-ba3e-4b83-bfc4-c915c83cf212" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.219424] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c3595e0-ba3e-4b83-bfc4-c915c83cf212" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.219424] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c3595e0-ba3e-4b83-bfc4-c915c83cf212',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.275102] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0e35d774-6882-4c7e-99c0-7daaa6397e7c: rpc.has_security_group_logging(os_id): False [ 899.297542] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.297542] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.297542] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.297542] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.297756] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.297823] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.297964] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.298079] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.298207] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.298302] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.298562] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.298682] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.298748] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.298893] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.298964] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.299753] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.299867] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.299906] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.300156] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.300156] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.300255] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e35d774-6882-4c7e-99c0-7daaa6397e7c is going to be updated. [ 899.366940] env[65429]: INFO networking_nsxv3.common.synchronization [req-c6b1f768-8019-4969-9715-a7c9a6b934d3 req-3b17bba7-ae3b-4ca9-b03f-08d5c1064472 service nova] Enqueued Resource ID: 04963f1c-3d42-4299-bf92-c869011c4372 with Priority: HIGHEST for action security_group_rules [ 899.366940] env[65429]: INFO networking_nsxv3.common.synchronization [req-c6b1f768-8019-4969-9715-a7c9a6b934d3 req-3b17bba7-ae3b-4ca9-b03f-08d5c1064472 service nova] Enqueued Resource ID: 04963f1c-3d42-4299-bf92-c869011c4372 with Priority: HIGHEST for action security_group_members [ 899.367113] env[65429]: INFO networking_nsxv3.common.synchronization [req-c6b1f768-8019-4969-9715-a7c9a6b934d3 req-3b17bba7-ae3b-4ca9-b03f-08d5c1064472 service nova] Enqueued Resource ID: 3488a56b-75ec-4e1a-9f15-06e2f184d1ff with Priority: HIGHEST for action port [ 899.369043] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04963f1c-3d42-4299-bf92-c869011c4372 with Priority: HIGHEST for action security_group_rules [ 899.369043] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04963f1c-3d42-4299-bf92-c869011c4372 with Priority: HIGHEST for action security_group_members [ 899.369043] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3488a56b-75ec-4e1a-9f15-06e2f184d1ff with Priority: HIGHEST for action port [ 899.369043] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04963f1c-3d42-4299-bf92-c869011c4372 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.369043] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.369043] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-04963f1c-3d42-4299-bf92-c869011c4372 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.369043] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.369893] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-3488a56b-75ec-4e1a-9f15-06e2f184d1ff taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.369893] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3488a56b-75ec-4e1a-9f15-06e2f184d1ff" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.369893] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3488a56b-75ec-4e1a-9f15-06e2f184d1ff" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.369893] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3488a56b-75ec-4e1a-9f15-06e2f184d1ff" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.369893] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3488a56b-75ec-4e1a-9f15-06e2f184d1ff',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.438994] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.441441] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.441441] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.441441] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.441441] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.457904] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e35d774-6882-4c7e-99c0-7daaa6397e7c in Status: IN_PROGRESS for 2s [ 899.541445] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-49b000c8-d2cc-4b83-87a9-89f5d3bd46fe taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.541610] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49b000c8-d2cc-4b83-87a9-89f5d3bd46fe" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.541708] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49b000c8-d2cc-4b83-87a9-89f5d3bd46fe" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.542057] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49b000c8-d2cc-4b83-87a9-89f5d3bd46fe" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.542301] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.542448] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.542541] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.542782] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.542898] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.543055] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49b000c8-d2cc-4b83-87a9-89f5d3bd46fe" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.543254] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-49b000c8-d2cc-4b83-87a9-89f5d3bd46fe taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.543394] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49b000c8-d2cc-4b83-87a9-89f5d3bd46fe" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.543507] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49b000c8-d2cc-4b83-87a9-89f5d3bd46fe" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.543690] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49b000c8-d2cc-4b83-87a9-89f5d3bd46fe" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.543892] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.544361] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.544543] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.544724] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.544813] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.544907] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49b000c8-d2cc-4b83-87a9-89f5d3bd46fe" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.545012] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('49b000c8-d2cc-4b83-87a9-89f5d3bd46fe',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.721905] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0c3595e0-ba3e-4b83-bfc4-c915c83cf212 [ 899.724090] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.724090] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.724090] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.724090] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.724090] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.724090] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0c3595e0-ba3e-4b83-bfc4-c915c83cf212 already deleted. [ 899.724090] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c3595e0-ba3e-4b83-bfc4-c915c83cf212" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.873245] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3488a56b-75ec-4e1a-9f15-06e2f184d1ff with status ACTIVE [ 899.873499] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.876206] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.876206] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.876206] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.876206] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.876574] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.876574] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.876917] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.877185] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.877284] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.877639] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.877820] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.877920] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.878594] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.878774] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.878831] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3488a56b-75ec-4e1a-9f15-06e2f184d1ff is going to be updated. [ 899.909535] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.909690] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.909752] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.910902] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.910902] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.910902] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3488a56b-75ec-4e1a-9f15-06e2f184d1ff" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.053255] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 49b000c8-d2cc-4b83-87a9-89f5d3bd46fe: rpc.has_security_group_logging(os_id): False [ 900.078478] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.078743] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.079640] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.079978] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.080207] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.080534] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.080730] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.080940] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.081064] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.081153] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.081468] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.081620] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.081690] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.081865] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.081962] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.082223] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.082416] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.082416] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.082613] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.083213] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.083213] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49b000c8-d2cc-4b83-87a9-89f5d3bd46fe is going to be updated. [ 900.183655] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.183655] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.183655] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.183655] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.183655] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.203213] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49b000c8-d2cc-4b83-87a9-89f5d3bd46fe in Status: IN_PROGRESS for 2s [ 900.574061] env[65429]: INFO networking_nsxv3.common.synchronization [req-5b803c1c-d1f6-46c6-a841-f6f24ff0b993 req-1ba3df7e-5120-45c9-85e2-ea13fcd68398 tempest-ListServersNegativeTestJSON-1125431415 tempest-ListServersNegativeTestJSON-1125431415-project-member] Enqueued Resource ID: 49b000c8-d2cc-4b83-87a9-89f5d3bd46fe with Priority: HIGHEST for action security_group_members [ 900.574061] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49b000c8-d2cc-4b83-87a9-89f5d3bd46fe with Priority: HIGHEST for action security_group_members [ 900.574061] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-49b000c8-d2cc-4b83-87a9-89f5d3bd46fe taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.574061] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49b000c8-d2cc-4b83-87a9-89f5d3bd46fe" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.574061] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49b000c8-d2cc-4b83-87a9-89f5d3bd46fe" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.574061] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49b000c8-d2cc-4b83-87a9-89f5d3bd46fe" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.574061] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.574061] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.574061] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.574061] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.574061] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.574596] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49b000c8-d2cc-4b83-87a9-89f5d3bd46fe',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.608322] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04963f1c-3d42-4299-bf92-c869011c4372 in Status: SUCCESS [ 900.608553] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.608934] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.609183] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.609373] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.609495] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.609584] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.610667] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.610667] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.610667] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.610667] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04963f1c-3d42-4299-bf92-c869011c4372',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.612072] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.612305] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.612582] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.612697] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.612697] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.612958] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.613028] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.613099] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04963f1c-3d42-4299-bf92-c869011c4372',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.076615] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('49b000c8-d2cc-4b83-87a9-89f5d3bd46fe',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.114979] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-04963f1c-3d42-4299-bf92-c869011c4372 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.115244] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.115370] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04963f1c-3d42-4299-bf92-c869011c4372',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.474207] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e35d774-6882-4c7e-99c0-7daaa6397e7c in Status: SUCCESS [ 901.474436] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e35d774-6882-4c7e-99c0-7daaa6397e7c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.581741] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('49b000c8-d2cc-4b83-87a9-89f5d3bd46fe',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.618709] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04963f1c-3d42-4299-bf92-c869011c4372',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.088809] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.089265] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.089265] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.089265] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.089445] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.089445] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49b000c8-d2cc-4b83-87a9-89f5d3bd46fe is going to be updated. [ 902.121614] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.121797] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.121843] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.122094] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.122201] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.122289] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04963f1c-3d42-4299-bf92-c869011c4372 is going to be updated. [ 902.125404] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.125545] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.125626] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.125801] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.125952] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.138898] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49b000c8-d2cc-4b83-87a9-89f5d3bd46fe in Status: IN_PROGRESS for 2s [ 902.158048] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.158644] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.158644] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.158644] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.158806] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.168631] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04963f1c-3d42-4299-bf92-c869011c4372 in Status: IN_PROGRESS for 2s [ 902.219743] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49b000c8-d2cc-4b83-87a9-89f5d3bd46fe in Status: SUCCESS [ 902.219743] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49b000c8-d2cc-4b83-87a9-89f5d3bd46fe" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.219743] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49b000c8-d2cc-4b83-87a9-89f5d3bd46fe" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.219743] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49b000c8-d2cc-4b83-87a9-89f5d3bd46fe" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.219743] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49b000c8-d2cc-4b83-87a9-89f5d3bd46fe',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.725171] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-49b000c8-d2cc-4b83-87a9-89f5d3bd46fe taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.725171] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49b000c8-d2cc-4b83-87a9-89f5d3bd46fe" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.175325] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49b000c8-d2cc-4b83-87a9-89f5d3bd46fe in Status: SUCCESS [ 904.175640] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49b000c8-d2cc-4b83-87a9-89f5d3bd46fe" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.175678] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49b000c8-d2cc-4b83-87a9-89f5d3bd46fe" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.175890] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49b000c8-d2cc-4b83-87a9-89f5d3bd46fe" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.176126] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.176287] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.176369] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.176550] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.176660] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.176773] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49b000c8-d2cc-4b83-87a9-89f5d3bd46fe" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.176872] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('49b000c8-d2cc-4b83-87a9-89f5d3bd46fe',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.183984] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04963f1c-3d42-4299-bf92-c869011c4372 in Status: SUCCESS [ 904.184752] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.184752] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.184752] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.184967] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.185108] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.185178] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.185356] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.185444] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.185554] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04963f1c-3d42-4299-bf92-c869011c4372',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.680566] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-49b000c8-d2cc-4b83-87a9-89f5d3bd46fe taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.680790] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49b000c8-d2cc-4b83-87a9-89f5d3bd46fe" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.680871] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49b000c8-d2cc-4b83-87a9-89f5d3bd46fe" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.681140] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49b000c8-d2cc-4b83-87a9-89f5d3bd46fe" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.681324] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.681468] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.681543] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.681709] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.681816] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.681905] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49b000c8-d2cc-4b83-87a9-89f5d3bd46fe" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.682100] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-49b000c8-d2cc-4b83-87a9-89f5d3bd46fe taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.682182] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49b000c8-d2cc-4b83-87a9-89f5d3bd46fe" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.682269] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49b000c8-d2cc-4b83-87a9-89f5d3bd46fe" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.682652] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49b000c8-d2cc-4b83-87a9-89f5d3bd46fe" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.682652] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.682652] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.682854] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.682854] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.682942] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.683018] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49b000c8-d2cc-4b83-87a9-89f5d3bd46fe" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.683173] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('49b000c8-d2cc-4b83-87a9-89f5d3bd46fe',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.689552] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04963f1c-3d42-4299-bf92-c869011c4372',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.185805] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 49b000c8-d2cc-4b83-87a9-89f5d3bd46fe: rpc.has_security_group_logging(os_id): False [ 905.192935] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04963f1c-3d42-4299-bf92-c869011c4372',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.220115] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.220115] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.220233] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.220382] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.220489] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.220706] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.220852] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.220917] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.221112] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.221214] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.221429] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.221529] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.221588] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.221732] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.221807] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.222268] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.222477] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.222585] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.222802] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.222949] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.223128] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49b000c8-d2cc-4b83-87a9-89f5d3bd46fe is going to be updated. [ 905.316331] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.316473] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.316563] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.316806] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.316968] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.334314] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49b000c8-d2cc-4b83-87a9-89f5d3bd46fe in Status: IN_PROGRESS for 2s [ 905.574169] env[65429]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 905.574305] env[65429]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 905.694621] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.694809] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.694888] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.695115] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.695207] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.695334] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04963f1c-3d42-4299-bf92-c869011c4372 is going to be updated. [ 905.727642] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.728739] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.728739] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.728838] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.728941] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.740080] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04963f1c-3d42-4299-bf92-c869011c4372 in Status: IN_PROGRESS for 2s [ 906.224314] env[65429]: INFO networking_nsxv3.common.synchronization [req-4b3079a5-3133-4615-8b34-2f06e9dfe461 req-733f76d0-973f-4f22-93a7-9709787c2dd9 tempest-ImagesTestJSON-1202963915 tempest-ImagesTestJSON-1202963915-project-member] Enqueued Resource ID: 346ed0eb-ae19-4843-9d5c-5fb45d121a17 with Priority: HIGHEST for action security_group_members [ 906.224782] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 346ed0eb-ae19-4843-9d5c-5fb45d121a17 with Priority: HIGHEST for action security_group_members [ 906.229713] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-346ed0eb-ae19-4843-9d5c-5fb45d121a17 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.229713] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.229713] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.229713] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.229917] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.229917] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.229917] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.230103] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.230148] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.230236] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('346ed0eb-ae19-4843-9d5c-5fb45d121a17',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.661615] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock network-181 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.661900] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "network-181" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.662073] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "network-181" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.662430] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "network-181" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.662653] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.662868] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.662935] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.663235] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.663309] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.663502] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 906.663668] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 906.663789] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 906.663903] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 906.664037] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 906.664140] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 906.664270] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 906.708636] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 906.708636] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Cache value generated in 0.044 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 906.708636] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 906.708636] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "network-181" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.708875] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock port-d74e34c9-8b5b-4514-8632-c751b7450f73 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.708951] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "port-d74e34c9-8b5b-4514-8632-c751b7450f73" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.709190] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "port-d74e34c9-8b5b-4514-8632-c751b7450f73" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.709582] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "port-d74e34c9-8b5b-4514-8632-c751b7450f73" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.709619] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d74e34c9-8b5b-4514-8632-c751b7450f73',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.733114] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('346ed0eb-ae19-4843-9d5c-5fb45d121a17',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.213508] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.213837] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.214102] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.214472] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.214587] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.214770] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Segment Port d74e34c9-8b5b-4514-8632-c751b7450f73 not found, creating... [ 907.215110] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.215350] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.215458] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.215746] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.215896] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.217249] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.218789] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.219652] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.219931] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.220099] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.220289] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Resource: SegmentPort with ID: d74e34c9-8b5b-4514-8632-c751b7450f73 is going to be created. [ 907.236559] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('346ed0eb-ae19-4843-9d5c-5fb45d121a17',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.243035] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.243744] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.243744] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.243744] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.244038] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.244326] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "port-d74e34c9-8b5b-4514-8632-c751b7450f73" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.374600] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49b000c8-d2cc-4b83-87a9-89f5d3bd46fe in Status: SUCCESS [ 907.374600] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49b000c8-d2cc-4b83-87a9-89f5d3bd46fe" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.739864] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.740220] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.740220] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.740459] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.740459] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.740838] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 346ed0eb-ae19-4843-9d5c-5fb45d121a17 is going to be updated. [ 907.754376] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04963f1c-3d42-4299-bf92-c869011c4372 in Status: SUCCESS [ 907.754478] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.754478] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.755044] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.755044] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.755181] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.755237] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.755386] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.755460] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.755551] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.755704] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-04963f1c-3d42-4299-bf92-c869011c4372 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.755791] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.755849] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.755981] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.756134] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.756225] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.756281] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.756482] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.756662] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.756751] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.756843] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04963f1c-3d42-4299-bf92-c869011c4372',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.775708] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.775902] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.775977] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.776182] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.776351] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.787083] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 346ed0eb-ae19-4843-9d5c-5fb45d121a17 in Status: IN_PROGRESS for 2s [ 907.993834] env[65429]: INFO networking_nsxv3.common.synchronization [req-4b3079a5-3133-4615-8b34-2f06e9dfe461 req-6cbfc194-d812-40e1-822b-a46ab836c3fc service nova] Enqueued Resource ID: 346ed0eb-ae19-4843-9d5c-5fb45d121a17 with Priority: HIGHEST for action security_group_rules [ 907.993883] env[65429]: INFO networking_nsxv3.common.synchronization [req-4b3079a5-3133-4615-8b34-2f06e9dfe461 req-6cbfc194-d812-40e1-822b-a46ab836c3fc service nova] Enqueued Resource ID: 346ed0eb-ae19-4843-9d5c-5fb45d121a17 with Priority: HIGHEST for action security_group_members [ 907.994019] env[65429]: INFO networking_nsxv3.common.synchronization [req-4b3079a5-3133-4615-8b34-2f06e9dfe461 req-6cbfc194-d812-40e1-822b-a46ab836c3fc service nova] Enqueued Resource ID: d74e34c9-8b5b-4514-8632-c751b7450f73 with Priority: HIGHEST for action port [ 907.994549] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 346ed0eb-ae19-4843-9d5c-5fb45d121a17 with Priority: HIGHEST for action security_group_rules [ 907.994678] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 346ed0eb-ae19-4843-9d5c-5fb45d121a17 with Priority: HIGHEST for action security_group_members [ 907.994775] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d74e34c9-8b5b-4514-8632-c751b7450f73 with Priority: HIGHEST for action port [ 907.995091] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-346ed0eb-ae19-4843-9d5c-5fb45d121a17 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.995847] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.995847] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.995847] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.995847] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('346ed0eb-ae19-4843-9d5c-5fb45d121a17',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.996627] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-346ed0eb-ae19-4843-9d5c-5fb45d121a17 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.996736] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.997360] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-d74e34c9-8b5b-4514-8632-c751b7450f73 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.997360] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d74e34c9-8b5b-4514-8632-c751b7450f73" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.997360] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d74e34c9-8b5b-4514-8632-c751b7450f73" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.997640] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d74e34c9-8b5b-4514-8632-c751b7450f73" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.997640] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d74e34c9-8b5b-4514-8632-c751b7450f73',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.259826] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04963f1c-3d42-4299-bf92-c869011c4372: rpc.has_security_group_logging(os_id): False [ 908.280061] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.280322] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.280322] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.280577] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.280692] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.280894] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.281216] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.281325] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.281492] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.281583] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.281795] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.281891] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.282258] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.282258] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.282258] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.282600] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.283339] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.283339] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.283339] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.283339] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.283339] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04963f1c-3d42-4299-bf92-c869011c4372 is going to be created. [ 908.365700] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.365904] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.365904] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.366807] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.366807] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.379105] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04963f1c-3d42-4299-bf92-c869011c4372 in Status: IN_PROGRESS for 2s [ 908.500034] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-346ed0eb-ae19-4843-9d5c-5fb45d121a17 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.500182] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.500483] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d74e34c9-8b5b-4514-8632-c751b7450f73 with status ACTIVE [ 908.500628] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.500833] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.500942] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.501211] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.501306] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.501493] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.501676] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.501676] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.501791] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.501866] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.502054] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.502148] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.502209] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.502348] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.502422] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.502556] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d74e34c9-8b5b-4514-8632-c751b7450f73 is going to be updated. [ 908.528321] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.528526] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.528604] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.528816] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.528959] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.529135] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d74e34c9-8b5b-4514-8632-c751b7450f73" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.797497] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 346ed0eb-ae19-4843-9d5c-5fb45d121a17 in Status: SUCCESS [ 909.797757] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.797953] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.798211] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.798428] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.798598] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.798652] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.798834] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.798925] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.799025] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('346ed0eb-ae19-4843-9d5c-5fb45d121a17',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.119211] env[65429]: INFO networking_nsxv3.common.synchronization [req-0a152606-8033-48b4-a810-5a099154f139 req-f840c103-d4dc-42d2-8ec5-dc50446e60ca tempest-ServersAdminTestJSON-611263935 tempest-ServersAdminTestJSON-611263935-project-member] Enqueued Resource ID: d075b3cd-e544-42a6-afb4-6f693b39465c with Priority: HIGHEST for action security_group_members [ 910.119211] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d075b3cd-e544-42a6-afb4-6f693b39465c with Priority: HIGHEST for action security_group_members [ 910.119211] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-d075b3cd-e544-42a6-afb4-6f693b39465c taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.119211] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.120025] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.121423] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.121423] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.121423] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.121423] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.121647] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.121647] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.121719] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d075b3cd-e544-42a6-afb4-6f693b39465c',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.301988] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('346ed0eb-ae19-4843-9d5c-5fb45d121a17',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.393370] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04963f1c-3d42-4299-bf92-c869011c4372 in Status: SUCCESS [ 910.393886] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.393886] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.394049] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.394139] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04963f1c-3d42-4299-bf92-c869011c4372',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.496015] env[65429]: INFO networking_nsxv3.common.synchronization [None req-e492b05a-1570-4405-86df-33f1674f98b7 None None] Enqueued Resource ID: 3922e2f1-207d-4e19-9645-c016cad91191 with Priority: HIGHEST for action port [ 910.496547] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3922e2f1-207d-4e19-9645-c016cad91191 with Priority: HIGHEST for action port [ 910.497062] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-3922e2f1-207d-4e19-9645-c016cad91191 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.497062] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3922e2f1-207d-4e19-9645-c016cad91191" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.497062] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3922e2f1-207d-4e19-9645-c016cad91191" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.497343] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3922e2f1-207d-4e19-9645-c016cad91191" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.497425] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3922e2f1-207d-4e19-9645-c016cad91191',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.624345] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d075b3cd-e544-42a6-afb4-6f693b39465c',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.803174] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('346ed0eb-ae19-4843-9d5c-5fb45d121a17',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.899773] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-04963f1c-3d42-4299-bf92-c869011c4372 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.899773] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.899773] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.899773] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.899773] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.899773] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.899773] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.899773] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.899773] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.899773] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.899773] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04963f1c-3d42-4299-bf92-c869011c4372',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.002476] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3922e2f1-207d-4e19-9645-c016cad91191 [ 911.002476] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.002476] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.002476] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.002476] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.002476] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.002476] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3922e2f1-207d-4e19-9645-c016cad91191 already deleted. [ 911.002476] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3922e2f1-207d-4e19-9645-c016cad91191" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.129570] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d075b3cd-e544-42a6-afb4-6f693b39465c',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.220104] env[65429]: INFO networking_nsxv3.common.synchronization [req-351825bd-b18a-4104-a6db-9f35649db761 req-53cf5515-1f34-429a-820c-a384e2b8984b tempest-MultipleCreateTestJSON-808618254 tempest-MultipleCreateTestJSON-808618254-project-member] Enqueued Resource ID: 04963f1c-3d42-4299-bf92-c869011c4372 with Priority: HIGHEST for action security_group_members [ 911.220680] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04963f1c-3d42-4299-bf92-c869011c4372 with Priority: HIGHEST for action security_group_members [ 911.221065] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-04963f1c-3d42-4299-bf92-c869011c4372 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.221278] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.221278] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.221418] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.221585] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.221678] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.221742] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.221877] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.221958] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.222188] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04963f1c-3d42-4299-bf92-c869011c4372',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.307060] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.309828] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.309828] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.309828] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.309828] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.309828] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 346ed0eb-ae19-4843-9d5c-5fb45d121a17 is going to be updated. [ 911.340814] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.340814] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.340814] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.340814] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.340814] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.353129] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 346ed0eb-ae19-4843-9d5c-5fb45d121a17 in Status: IN_PROGRESS for 2s [ 911.401609] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-04963f1c-3d42-4299-bf92-c869011c4372 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.401832] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.635920] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.636131] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.636201] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.636442] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.636533] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.636643] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d075b3cd-e544-42a6-afb4-6f693b39465c is going to be updated. [ 911.693009] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.693292] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.693292] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.693533] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.693752] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.710774] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d075b3cd-e544-42a6-afb4-6f693b39465c in Status: IN_PROGRESS for 2s [ 911.725333] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04963f1c-3d42-4299-bf92-c869011c4372',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.954395] env[65429]: INFO networking_nsxv3.common.synchronization [req-c6735f9e-7293-458d-acd8-4d082734d936 req-9cc546c3-9507-4429-8dd5-1b5852ed0f37 tempest-MultipleCreateTestJSON-808618254 tempest-MultipleCreateTestJSON-808618254-project-member] Enqueued Resource ID: 04963f1c-3d42-4299-bf92-c869011c4372 with Priority: HIGHEST for action security_group_members [ 911.955502] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04963f1c-3d42-4299-bf92-c869011c4372 with Priority: HIGHEST for action security_group_members [ 911.955502] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-04963f1c-3d42-4299-bf92-c869011c4372 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.955502] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.227532] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04963f1c-3d42-4299-bf92-c869011c4372',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.731732] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.731732] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.731732] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.731732] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.731732] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.731732] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04963f1c-3d42-4299-bf92-c869011c4372 is going to be updated. [ 912.763331] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.763492] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.763578] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.763784] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.764254] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.787893] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04963f1c-3d42-4299-bf92-c869011c4372 in Status: IN_PROGRESS for 2s [ 913.364337] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 346ed0eb-ae19-4843-9d5c-5fb45d121a17 in Status: SUCCESS [ 913.364736] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.364859] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.365095] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.365286] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.365511] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.365620] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.365756] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.365857] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.365965] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.366095] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('346ed0eb-ae19-4843-9d5c-5fb45d121a17',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.577111] env[65429]: INFO networking_nsxv3.common.synchronization [req-a75cf79e-bbe3-4cd6-83fd-48eba04f6dd3 req-3bf3299d-42ac-4f84-84e7-d5234ad45e2d tempest-MigrationsAdminTest-36101175 tempest-MigrationsAdminTest-36101175-project-member] Enqueued Resource ID: b9129a53-8081-4699-872c-2b3236dbc738 with Priority: HIGHEST for action security_group_members [ 913.577684] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9129a53-8081-4699-872c-2b3236dbc738 with Priority: HIGHEST for action security_group_members [ 913.579030] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9129a53-8081-4699-872c-2b3236dbc738 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.579030] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9129a53-8081-4699-872c-2b3236dbc738" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.579030] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9129a53-8081-4699-872c-2b3236dbc738" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.579030] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9129a53-8081-4699-872c-2b3236dbc738" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.579030] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.579030] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.579030] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.579030] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.579030] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.579407] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9129a53-8081-4699-872c-2b3236dbc738',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.669182] env[65429]: INFO networking_nsxv3.common.synchronization [None req-8a942b32-6aff-41fd-a3ed-56a3f38de90d None None] Enqueued Resource ID: a923d781-485c-4b2b-87b4-fd93666724e7 with Priority: HIGHEST for action port [ 913.669292] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a923d781-485c-4b2b-87b4-fd93666724e7 with Priority: HIGHEST for action port [ 913.669606] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-a923d781-485c-4b2b-87b4-fd93666724e7 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.669719] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a923d781-485c-4b2b-87b4-fd93666724e7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.669784] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a923d781-485c-4b2b-87b4-fd93666724e7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.670036] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a923d781-485c-4b2b-87b4-fd93666724e7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.670116] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a923d781-485c-4b2b-87b4-fd93666724e7',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.719505] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d075b3cd-e544-42a6-afb4-6f693b39465c in Status: SUCCESS [ 913.719742] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.869774] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-346ed0eb-ae19-4843-9d5c-5fb45d121a17 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.870801] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.870801] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.870801] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.870801] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.870801] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.870801] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.871099] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.871099] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.871099] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.871254] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-346ed0eb-ae19-4843-9d5c-5fb45d121a17 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.871346] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.871423] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.871605] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.871797] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.871874] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.871970] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.872114] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.872207] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.872309] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.872416] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('346ed0eb-ae19-4843-9d5c-5fb45d121a17',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.082654] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.082877] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.082877] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.083196] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.083196] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.083462] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.083462] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.083552] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.083662] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.083734] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.083821] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9129a53-8081-4699-872c-2b3236dbc738 is going to be updated. [ 914.127315] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.127530] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.127530] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.128241] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.128532] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.153623] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9129a53-8081-4699-872c-2b3236dbc738 in Status: IN_PROGRESS for 2s [ 914.172274] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a923d781-485c-4b2b-87b4-fd93666724e7 [ 914.172471] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.172674] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.172775] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.173049] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.173325] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.173426] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a923d781-485c-4b2b-87b4-fd93666724e7 already deleted. [ 914.173510] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a923d781-485c-4b2b-87b4-fd93666724e7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.374632] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 346ed0eb-ae19-4843-9d5c-5fb45d121a17: rpc.has_security_group_logging(os_id): False [ 914.402972] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.402972] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.402972] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.402972] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.402972] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.402972] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.402972] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.402972] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.402972] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.402972] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.402972] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.402972] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.402972] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.402972] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.402972] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.403707] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.403707] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.403707] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.403707] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.403707] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.403707] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 346ed0eb-ae19-4843-9d5c-5fb45d121a17 is going to be updated. [ 914.476308] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.476559] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.476666] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.477129] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.477250] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.499857] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 346ed0eb-ae19-4843-9d5c-5fb45d121a17 in Status: IN_PROGRESS for 2s [ 914.688022] env[65429]: INFO networking_nsxv3.common.synchronization [None req-6bbc94f8-16a5-48e6-82e8-12ba95b7c44f tempest-AttachVolumeNegativeTest-567722119 tempest-AttachVolumeNegativeTest-567722119-project-member] Enqueued Resource ID: 2fe497da-061b-4ef8-9f50-cf8a7cf9da55 with Priority: HIGHEST for action security_group_rules [ 914.688022] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fe497da-061b-4ef8-9f50-cf8a7cf9da55 with Priority: HIGHEST for action security_group_rules [ 914.691929] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2fe497da-061b-4ef8-9f50-cf8a7cf9da55 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.691929] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2fe497da-061b-4ef8-9f50-cf8a7cf9da55" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.691929] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2fe497da-061b-4ef8-9f50-cf8a7cf9da55" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.692193] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2fe497da-061b-4ef8-9f50-cf8a7cf9da55" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.692193] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2fe497da-061b-4ef8-9f50-cf8a7cf9da55',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.803398] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04963f1c-3d42-4299-bf92-c869011c4372 in Status: SUCCESS [ 914.804523] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.806939] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.806939] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.806939] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.806939] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.806939] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.808874] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.808874] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.808874] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.808874] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-04963f1c-3d42-4299-bf92-c869011c4372 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.808874] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.808874] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.808874] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.809502] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.809729] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.809910] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.810356] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.810517] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.810704] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.811154] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04963f1c-3d42-4299-bf92-c869011c4372',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.812544] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.812778] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.814432] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.814672] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.814797] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.815110] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.815283] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.815462] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04963f1c-3d42-4299-bf92-c869011c4372',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.923189] env[65429]: INFO networking_nsxv3.common.synchronization [None req-acb2f6f6-47a3-4886-840b-c1f564e34fa4 tempest-AttachVolumeNegativeTest-567722119 tempest-AttachVolumeNegativeTest-567722119-project-member] Enqueued Resource ID: 2fe497da-061b-4ef8-9f50-cf8a7cf9da55 with Priority: HIGHEST for action security_group_rules [ 914.923796] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fe497da-061b-4ef8-9f50-cf8a7cf9da55 with Priority: HIGHEST for action security_group_rules [ 914.925054] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2fe497da-061b-4ef8-9f50-cf8a7cf9da55 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.926034] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2fe497da-061b-4ef8-9f50-cf8a7cf9da55" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.086814] env[65429]: INFO networking_nsxv3.common.synchronization [None req-27d441d5-3e12-4fd0-8d8d-3ef1087c4892 None None] Enqueued Resource ID: 9af63c48-0c6d-499a-b99e-42c045fd7d8b with Priority: HIGHEST for action port [ 915.087294] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9af63c48-0c6d-499a-b99e-42c045fd7d8b with Priority: HIGHEST for action port [ 915.087661] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-9af63c48-0c6d-499a-b99e-42c045fd7d8b taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.087661] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9af63c48-0c6d-499a-b99e-42c045fd7d8b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.087833] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9af63c48-0c6d-499a-b99e-42c045fd7d8b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.088064] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9af63c48-0c6d-499a-b99e-42c045fd7d8b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.088292] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9af63c48-0c6d-499a-b99e-42c045fd7d8b',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.226184] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.226391] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.226453] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.226660] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.227286] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.227286] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2fe497da-061b-4ef8-9f50-cf8a7cf9da55 already deleted. [ 915.227286] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2fe497da-061b-4ef8-9f50-cf8a7cf9da55" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.227286] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2fe497da-061b-4ef8-9f50-cf8a7cf9da55" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.227286] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2fe497da-061b-4ef8-9f50-cf8a7cf9da55" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.227286] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2fe497da-061b-4ef8-9f50-cf8a7cf9da55',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.282074] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock network-808 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.282264] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "network-808" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.282393] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "network-808" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.282667] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "network-808" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.282989] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.283464] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.283587] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.283818] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.283958] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.284183] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 915.284308] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 915.284918] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 915.285046] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 915.285168] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 915.285278] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 915.285416] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 915.312045] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 915.312235] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 915.312383] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 915.312567] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "network-808" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.312975] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock port-524429a4-e560-4c85-8a89-519ecfe7eb0b taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.313171] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "port-524429a4-e560-4c85-8a89-519ecfe7eb0b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.313291] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "port-524429a4-e560-4c85-8a89-519ecfe7eb0b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.313582] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "port-524429a4-e560-4c85-8a89-519ecfe7eb0b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.313740] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('524429a4-e560-4c85-8a89-519ecfe7eb0b',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.317914] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04963f1c-3d42-4299-bf92-c869011c4372: rpc.has_security_group_logging(os_id): False [ 915.319215] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.319348] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.319416] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.319618] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.319710] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.319887] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.319986] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.320057] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.320212] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.320282] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.320368] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04963f1c-3d42-4299-bf92-c869011c4372 is going to be updated. [ 915.340475] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.340699] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.340744] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.340969] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.341080] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.341313] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.341418] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.341487] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.341747] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.341826] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.342032] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.342152] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.342208] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.342325] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.342398] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.342578] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.342674] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.342735] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.342911] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.343042] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.343086] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04963f1c-3d42-4299-bf92-c869011c4372 is going to be updated. [ 915.361363] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.361590] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.361590] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.361819] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.361968] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.372101] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04963f1c-3d42-4299-bf92-c869011c4372 in Status: IN_PROGRESS for 2s [ 915.426897] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.426897] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.426897] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.427425] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.427425] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.446635] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04963f1c-3d42-4299-bf92-c869011c4372 in Status: IN_PROGRESS for 2s [ 915.593826] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9af63c48-0c6d-499a-b99e-42c045fd7d8b [ 915.594911] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.594911] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.594911] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.594911] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.595553] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.595855] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9af63c48-0c6d-499a-b99e-42c045fd7d8b already deleted. [ 915.596520] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9af63c48-0c6d-499a-b99e-42c045fd7d8b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.749341] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.749532] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.749577] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.749821] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.750223] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.750223] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2fe497da-061b-4ef8-9f50-cf8a7cf9da55 already deleted. [ 915.750223] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2fe497da-061b-4ef8-9f50-cf8a7cf9da55" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.817626] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.817796] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.817981] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.818246] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.818397] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.818929] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.819037] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.819145] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.819370] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.819508] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.819939] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.820056] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.820184] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.820412] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.820679] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.820921] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Resource: SegmentPort with ID: 524429a4-e560-4c85-8a89-519ecfe7eb0b is going to be updated. [ 915.849646] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.849646] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.849646] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.849646] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.849646] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.849646] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "port-524429a4-e560-4c85-8a89-519ecfe7eb0b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.164908] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9129a53-8081-4699-872c-2b3236dbc738 in Status: SUCCESS [ 916.164908] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9129a53-8081-4699-872c-2b3236dbc738 deletion is rescheduled due to dependency. [ 916.165154] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9129a53-8081-4699-872c-2b3236dbc738" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.517076] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 346ed0eb-ae19-4843-9d5c-5fb45d121a17 in Status: SUCCESS [ 916.517076] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.559099] env[65429]: INFO networking_nsxv3.common.synchronization [req-6ff2ce48-e141-4f22-a56a-797df5bfe83a req-15110ca4-7bb9-432b-b85f-c03778c991c8 service nova] Enqueued Resource ID: a8b06054-6748-40e3-9ac0-9be9fb37b7d3 with Priority: HIGHEST for action security_group_rules [ 916.559320] env[65429]: INFO networking_nsxv3.common.synchronization [req-6ff2ce48-e141-4f22-a56a-797df5bfe83a req-15110ca4-7bb9-432b-b85f-c03778c991c8 service nova] Enqueued Resource ID: a8b06054-6748-40e3-9ac0-9be9fb37b7d3 with Priority: HIGHEST for action security_group_members [ 916.559498] env[65429]: INFO networking_nsxv3.common.synchronization [req-6ff2ce48-e141-4f22-a56a-797df5bfe83a req-15110ca4-7bb9-432b-b85f-c03778c991c8 service nova] Enqueued Resource ID: 524429a4-e560-4c85-8a89-519ecfe7eb0b with Priority: HIGHEST for action port [ 916.559968] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8b06054-6748-40e3-9ac0-9be9fb37b7d3 with Priority: HIGHEST for action security_group_rules [ 916.560116] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8b06054-6748-40e3-9ac0-9be9fb37b7d3 with Priority: HIGHEST for action security_group_members [ 916.560214] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 524429a4-e560-4c85-8a89-519ecfe7eb0b with Priority: HIGHEST for action port [ 916.560548] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8b06054-6748-40e3-9ac0-9be9fb37b7d3 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.560706] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8b06054-6748-40e3-9ac0-9be9fb37b7d3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.560851] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8b06054-6748-40e3-9ac0-9be9fb37b7d3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.560914] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8b06054-6748-40e3-9ac0-9be9fb37b7d3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.561080] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8b06054-6748-40e3-9ac0-9be9fb37b7d3',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.561875] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8b06054-6748-40e3-9ac0-9be9fb37b7d3 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.561982] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8b06054-6748-40e3-9ac0-9be9fb37b7d3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.562049] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8b06054-6748-40e3-9ac0-9be9fb37b7d3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.562208] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8b06054-6748-40e3-9ac0-9be9fb37b7d3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.562359] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.562450] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.562601] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.562649] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.562708] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.562790] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8b06054-6748-40e3-9ac0-9be9fb37b7d3',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.563529] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-524429a4-e560-4c85-8a89-519ecfe7eb0b taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.563650] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-524429a4-e560-4c85-8a89-519ecfe7eb0b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.563734] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-524429a4-e560-4c85-8a89-519ecfe7eb0b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.563941] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-524429a4-e560-4c85-8a89-519ecfe7eb0b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.564048] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('524429a4-e560-4c85-8a89-519ecfe7eb0b',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.066633] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8b06054-6748-40e3-9ac0-9be9fb37b7d3 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.066633] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8b06054-6748-40e3-9ac0-9be9fb37b7d3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.066633] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8b06054-6748-40e3-9ac0-9be9fb37b7d3',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.067271] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 524429a4-e560-4c85-8a89-519ecfe7eb0b with status ACTIVE [ 917.067439] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.067546] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.067615] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.067799] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.067940] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.069474] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.069474] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.069474] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.069474] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.069474] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.069474] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.069474] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.069474] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.069474] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.069474] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.069474] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 524429a4-e560-4c85-8a89-519ecfe7eb0b is going to be updated. [ 917.092602] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.092789] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.092833] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.093071] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.093206] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.093403] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-524429a4-e560-4c85-8a89-519ecfe7eb0b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.385074] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04963f1c-3d42-4299-bf92-c869011c4372 in Status: SUCCESS [ 917.385074] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04963f1c-3d42-4299-bf92-c869011c4372 deletion is rescheduled due to dependency. [ 917.385074] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.437052] env[65429]: INFO networking_nsxv3.common.synchronization [None req-8815e762-13cb-4ebd-88cc-9a4dc41f479c None None] Enqueued Resource ID: b7011d9f-9575-42f4-a32e-5c0fb696438c with Priority: HIGHEST for action port [ 917.438048] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7011d9f-9575-42f4-a32e-5c0fb696438c with Priority: HIGHEST for action port [ 917.438048] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-b7011d9f-9575-42f4-a32e-5c0fb696438c taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.438178] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b7011d9f-9575-42f4-a32e-5c0fb696438c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.438178] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b7011d9f-9575-42f4-a32e-5c0fb696438c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.438421] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b7011d9f-9575-42f4-a32e-5c0fb696438c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.438584] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7011d9f-9575-42f4-a32e-5c0fb696438c',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.461674] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04963f1c-3d42-4299-bf92-c869011c4372 in Status: SUCCESS [ 917.462081] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.571798] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8b06054-6748-40e3-9ac0-9be9fb37b7d3',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.943802] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b7011d9f-9575-42f4-a32e-5c0fb696438c [ 917.943802] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.943802] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.943802] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.943802] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.943802] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.943802] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b7011d9f-9575-42f4-a32e-5c0fb696438c already deleted. [ 917.943802] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b7011d9f-9575-42f4-a32e-5c0fb696438c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.074270] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.076920] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.076920] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.076920] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.076920] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.076920] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8b06054-6748-40e3-9ac0-9be9fb37b7d3 is going to be updated. [ 918.097270] env[65429]: INFO networking_nsxv3.common.synchronization [req-07d7f5ff-e228-46e4-b778-499ff4a53e3c req-dd2e69a1-fae1-401d-9386-82d610d761bc tempest-ServerTagsTestJSON-354413049 tempest-ServerTagsTestJSON-354413049-project-member] Enqueued Resource ID: c6093917-0f5c-4330-b3e6-f2d5053b908f with Priority: HIGHEST for action security_group_members [ 918.097270] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6093917-0f5c-4330-b3e6-f2d5053b908f with Priority: HIGHEST for action security_group_members [ 918.097870] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6093917-0f5c-4330-b3e6-f2d5053b908f taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.097870] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6093917-0f5c-4330-b3e6-f2d5053b908f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.098066] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6093917-0f5c-4330-b3e6-f2d5053b908f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.098366] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6093917-0f5c-4330-b3e6-f2d5053b908f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.098666] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.098835] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.098938] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.099420] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.099617] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.099982] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6093917-0f5c-4330-b3e6-f2d5053b908f',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.108367] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.108577] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.108654] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.108902] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.109195] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.118723] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8b06054-6748-40e3-9ac0-9be9fb37b7d3 in Status: IN_PROGRESS for 2s [ 918.499704] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock network-477 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.499921] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "network-477" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.500055] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "network-477" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.500553] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "network-477" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.500727] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.500916] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.501334] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.501696] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.502077] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.502262] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 918.502457] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 918.502651] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 918.502868] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 918.503275] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 918.503275] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 918.503444] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 918.524577] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 918.524948] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 918.525150] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 918.525440] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "network-477" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.525893] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock port-6b938e34-7861-41ce-8d61-78ae07125d82 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.526411] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "port-6b938e34-7861-41ce-8d61-78ae07125d82" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.526411] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "port-6b938e34-7861-41ce-8d61-78ae07125d82" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.526699] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "port-6b938e34-7861-41ce-8d61-78ae07125d82" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.526886] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b938e34-7861-41ce-8d61-78ae07125d82',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.603434] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.603756] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.603756] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.603911] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.604095] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.604395] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.604450] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.604485] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.604661] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.604740] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.604849] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6093917-0f5c-4330-b3e6-f2d5053b908f already deleted. [ 918.604984] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6093917-0f5c-4330-b3e6-f2d5053b908f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.030266] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.030760] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.031037] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.031480] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.031772] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.032090] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Segment Port 6b938e34-7861-41ce-8d61-78ae07125d82 not found, creating... [ 919.032609] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.032941] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.033222] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.033652] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.034291] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.034897] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.035233] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.035463] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.035860] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.036141] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.036423] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Resource: SegmentPort with ID: 6b938e34-7861-41ce-8d61-78ae07125d82 is going to be created. [ 919.060026] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.060383] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.060624] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.060931] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.061186] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.061419] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "port-6b938e34-7861-41ce-8d61-78ae07125d82" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.811195] env[65429]: INFO networking_nsxv3.common.synchronization [req-07d7f5ff-e228-46e4-b778-499ff4a53e3c req-a94b51df-2a71-4d1e-bca8-cb2a300e14e4 service nova] Enqueued Resource ID: c6093917-0f5c-4330-b3e6-f2d5053b908f with Priority: HIGHEST for action security_group_rules [ 919.811195] env[65429]: INFO networking_nsxv3.common.synchronization [req-07d7f5ff-e228-46e4-b778-499ff4a53e3c req-a94b51df-2a71-4d1e-bca8-cb2a300e14e4 service nova] Enqueued Resource ID: c6093917-0f5c-4330-b3e6-f2d5053b908f with Priority: HIGHEST for action security_group_members [ 919.811195] env[65429]: INFO networking_nsxv3.common.synchronization [req-07d7f5ff-e228-46e4-b778-499ff4a53e3c req-a94b51df-2a71-4d1e-bca8-cb2a300e14e4 service nova] Enqueued Resource ID: 6b938e34-7861-41ce-8d61-78ae07125d82 with Priority: HIGHEST for action port [ 919.813611] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6093917-0f5c-4330-b3e6-f2d5053b908f with Priority: HIGHEST for action security_group_rules [ 919.813929] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6093917-0f5c-4330-b3e6-f2d5053b908f with Priority: HIGHEST for action security_group_members [ 919.814166] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b938e34-7861-41ce-8d61-78ae07125d82 with Priority: HIGHEST for action port [ 919.814558] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6093917-0f5c-4330-b3e6-f2d5053b908f taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.814930] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6093917-0f5c-4330-b3e6-f2d5053b908f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.815197] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6093917-0f5c-4330-b3e6-f2d5053b908f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.817187] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6093917-0f5c-4330-b3e6-f2d5053b908f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.817187] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6093917-0f5c-4330-b3e6-f2d5053b908f',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.817187] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6093917-0f5c-4330-b3e6-f2d5053b908f taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.817187] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6093917-0f5c-4330-b3e6-f2d5053b908f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.817187] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6093917-0f5c-4330-b3e6-f2d5053b908f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.817598] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6093917-0f5c-4330-b3e6-f2d5053b908f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.817863] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.818098] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.818258] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.818501] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.818737] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.818928] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6093917-0f5c-4330-b3e6-f2d5053b908f',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.820035] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b938e34-7861-41ce-8d61-78ae07125d82 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.820345] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b938e34-7861-41ce-8d61-78ae07125d82" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.820485] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b938e34-7861-41ce-8d61-78ae07125d82" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.820770] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b938e34-7861-41ce-8d61-78ae07125d82" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.820973] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b938e34-7861-41ce-8d61-78ae07125d82',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.130130] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8b06054-6748-40e3-9ac0-9be9fb37b7d3 in Status: SUCCESS [ 920.130434] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8b06054-6748-40e3-9ac0-9be9fb37b7d3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.130701] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8b06054-6748-40e3-9ac0-9be9fb37b7d3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.130966] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8b06054-6748-40e3-9ac0-9be9fb37b7d3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.131190] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.131332] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.131410] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.131602] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.131687] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.131796] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8b06054-6748-40e3-9ac0-9be9fb37b7d3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.131933] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a8b06054-6748-40e3-9ac0-9be9fb37b7d3',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.325718] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c6093917-0f5c-4330-b3e6-f2d5053b908f',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.328541] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6093917-0f5c-4330-b3e6-f2d5053b908f taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.328541] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6093917-0f5c-4330-b3e6-f2d5053b908f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.328541] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6b938e34-7861-41ce-8d61-78ae07125d82 with status ACTIVE [ 920.328541] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.328541] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.328541] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.328541] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.329145] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.329145] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.329145] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.329348] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.329348] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.329434] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.329650] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.329797] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.329797] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.329911] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.329977] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.330162] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6b938e34-7861-41ce-8d61-78ae07125d82 is going to be updated. [ 920.356323] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.356520] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.356667] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.356988] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.357159] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.357334] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b938e34-7861-41ce-8d61-78ae07125d82" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.635324] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a8b06054-6748-40e3-9ac0-9be9fb37b7d3',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.829250] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c6093917-0f5c-4330-b3e6-f2d5053b908f',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.137706] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a8b06054-6748-40e3-9ac0-9be9fb37b7d3: rpc.has_security_group_logging(os_id): False [ 921.161501] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.161731] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.161731] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.162373] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.188676] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.189085] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.189235] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.189346] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.189630] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.189740] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.189844] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8b06054-6748-40e3-9ac0-9be9fb37b7d3 is going to be updated. [ 921.257503] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.257503] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.257503] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.257503] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.257503] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.272635] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8b06054-6748-40e3-9ac0-9be9fb37b7d3 in Status: IN_PROGRESS for 2s [ 921.332751] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.333830] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.333830] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.333830] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.333830] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.333830] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6093917-0f5c-4330-b3e6-f2d5053b908f is going to be created. [ 921.363395] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.363614] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.363718] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.363968] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.364238] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.375582] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6093917-0f5c-4330-b3e6-f2d5053b908f in Status: UNINITIALIZED for 2s [ 923.289128] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8b06054-6748-40e3-9ac0-9be9fb37b7d3 in Status: SUCCESS [ 923.289479] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8b06054-6748-40e3-9ac0-9be9fb37b7d3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.389383] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6093917-0f5c-4330-b3e6-f2d5053b908f in Status: SUCCESS [ 923.389570] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6093917-0f5c-4330-b3e6-f2d5053b908f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.389845] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6093917-0f5c-4330-b3e6-f2d5053b908f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.390163] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6093917-0f5c-4330-b3e6-f2d5053b908f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.394034] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.394034] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.394034] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.394034] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.394034] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.394034] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6093917-0f5c-4330-b3e6-f2d5053b908f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.394034] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c6093917-0f5c-4330-b3e6-f2d5053b908f',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.488547] env[65429]: INFO networking_nsxv3.common.synchronization [req-8e8b9386-04d9-449d-b215-3ad5d5a88fc0 req-3583913c-aa26-485c-a90a-7280de882913 tempest-ListServersNegativeTestJSON-1125431415 tempest-ListServersNegativeTestJSON-1125431415-project-member] Enqueued Resource ID: 49b000c8-d2cc-4b83-87a9-89f5d3bd46fe with Priority: HIGHEST for action security_group_members [ 923.489239] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49b000c8-d2cc-4b83-87a9-89f5d3bd46fe with Priority: HIGHEST for action security_group_members [ 923.489607] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-49b000c8-d2cc-4b83-87a9-89f5d3bd46fe taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.489762] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49b000c8-d2cc-4b83-87a9-89f5d3bd46fe" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.490143] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49b000c8-d2cc-4b83-87a9-89f5d3bd46fe" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.490229] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49b000c8-d2cc-4b83-87a9-89f5d3bd46fe" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.490491] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.490679] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.490791] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.491097] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.491290] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.491452] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49b000c8-d2cc-4b83-87a9-89f5d3bd46fe',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.894233] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6093917-0f5c-4330-b3e6-f2d5053b908f taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.894461] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6093917-0f5c-4330-b3e6-f2d5053b908f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.894591] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6093917-0f5c-4330-b3e6-f2d5053b908f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.894942] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6093917-0f5c-4330-b3e6-f2d5053b908f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.895211] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.895718] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.895853] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.896709] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.896709] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.896709] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6093917-0f5c-4330-b3e6-f2d5053b908f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.896709] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6093917-0f5c-4330-b3e6-f2d5053b908f taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.897663] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6093917-0f5c-4330-b3e6-f2d5053b908f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.897663] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6093917-0f5c-4330-b3e6-f2d5053b908f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.897663] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6093917-0f5c-4330-b3e6-f2d5053b908f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.897663] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.897663] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.897663] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.897949] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.897949] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.898091] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6093917-0f5c-4330-b3e6-f2d5053b908f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.898630] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c6093917-0f5c-4330-b3e6-f2d5053b908f',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.988524] env[65429]: INFO networking_nsxv3.common.synchronization [req-29d9062d-9988-4e14-bc30-9c3e588a2c49 req-f07b899b-0537-4171-97b2-46cb1bb9e6e3 tempest-ListServersNegativeTestJSON-1125431415 tempest-ListServersNegativeTestJSON-1125431415-project-member] Enqueued Resource ID: 49b000c8-d2cc-4b83-87a9-89f5d3bd46fe with Priority: HIGHEST for action security_group_members [ 923.990055] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49b000c8-d2cc-4b83-87a9-89f5d3bd46fe with Priority: HIGHEST for action security_group_members [ 923.990177] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-49b000c8-d2cc-4b83-87a9-89f5d3bd46fe taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.990249] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49b000c8-d2cc-4b83-87a9-89f5d3bd46fe" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.995162] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('49b000c8-d2cc-4b83-87a9-89f5d3bd46fe',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.403021] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c6093917-0f5c-4330-b3e6-f2d5053b908f: rpc.has_security_group_logging(os_id): False [ 924.427481] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.428658] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.428658] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.428658] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.428658] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.428658] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.428658] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.428658] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.428978] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.428978] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.429051] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.429368] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.429546] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.429707] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.429826] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.430110] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.430277] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.430378] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.430648] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.430826] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.430950] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6093917-0f5c-4330-b3e6-f2d5053b908f is going to be created. [ 924.498996] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('49b000c8-d2cc-4b83-87a9-89f5d3bd46fe',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.507043] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.507043] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.507043] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.507043] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.507043] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.525283] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6093917-0f5c-4330-b3e6-f2d5053b908f in Status: IN_PROGRESS for 2s [ 925.002078] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.002281] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.002281] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.002489] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.002584] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.002688] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49b000c8-d2cc-4b83-87a9-89f5d3bd46fe is going to be updated. [ 925.034556] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.034722] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.034796] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.035032] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.035180] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.045975] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49b000c8-d2cc-4b83-87a9-89f5d3bd46fe in Status: IN_PROGRESS for 2s [ 925.570097] env[65429]: INFO networking_nsxv3.common.synchronization [req-c67f1b09-e7ad-4ac3-bcd8-6c00ca25aa4a req-c798c9d5-c72b-44c3-87f6-5f6767a2e2f4 tempest-ServerRescueTestJSON-475002959 tempest-ServerRescueTestJSON-475002959-project-member] Enqueued Resource ID: 0e35d774-6882-4c7e-99c0-7daaa6397e7c with Priority: HIGHEST for action security_group_members [ 925.570721] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e35d774-6882-4c7e-99c0-7daaa6397e7c with Priority: HIGHEST for action security_group_members [ 925.571073] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e35d774-6882-4c7e-99c0-7daaa6397e7c taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.571175] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e35d774-6882-4c7e-99c0-7daaa6397e7c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.571239] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e35d774-6882-4c7e-99c0-7daaa6397e7c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.571487] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e35d774-6882-4c7e-99c0-7daaa6397e7c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.571622] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.572632] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.572632] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.572632] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.572632] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.572632] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e35d774-6882-4c7e-99c0-7daaa6397e7c',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.019565] env[65429]: INFO networking_nsxv3.common.synchronization [req-f0daa887-3990-413f-a79f-a6edba529f7f req-fac811c8-9198-440d-ba99-a5d2025e6d5b tempest-ImagesTestJSON-1202963915 tempest-ImagesTestJSON-1202963915-project-member] Enqueued Resource ID: 346ed0eb-ae19-4843-9d5c-5fb45d121a17 with Priority: HIGHEST for action security_group_members [ 926.020288] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 346ed0eb-ae19-4843-9d5c-5fb45d121a17 with Priority: HIGHEST for action security_group_members [ 926.020662] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-346ed0eb-ae19-4843-9d5c-5fb45d121a17 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.020814] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.020886] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.021757] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.022050] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.022240] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.022346] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.022595] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.022858] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.023058] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('346ed0eb-ae19-4843-9d5c-5fb45d121a17',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.074515] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0e35d774-6882-4c7e-99c0-7daaa6397e7c',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.525219] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('346ed0eb-ae19-4843-9d5c-5fb45d121a17',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.533914] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c6093917-0f5c-4330-b3e6-f2d5053b908f in Status: SUCCESS [ 926.534158] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6093917-0f5c-4330-b3e6-f2d5053b908f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.576801] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0e35d774-6882-4c7e-99c0-7daaa6397e7c',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.776492] env[65429]: INFO networking_nsxv3.common.synchronization [req-8c82e14e-2188-4d00-ac56-10845019982b req-7187abc2-517f-47e2-9295-8258ef60f886 tempest-ServersAdminTestJSON-611263935 tempest-ServersAdminTestJSON-611263935-project-member] Enqueued Resource ID: d075b3cd-e544-42a6-afb4-6f693b39465c with Priority: HIGHEST for action security_group_members [ 926.777181] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d075b3cd-e544-42a6-afb4-6f693b39465c with Priority: HIGHEST for action security_group_members [ 926.777575] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-d075b3cd-e544-42a6-afb4-6f693b39465c taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.777743] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.777832] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.778099] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.778295] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.778533] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.778697] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.778914] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.779043] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.779170] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d075b3cd-e544-42a6-afb4-6f693b39465c',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.028087] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('346ed0eb-ae19-4843-9d5c-5fb45d121a17',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.056883] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49b000c8-d2cc-4b83-87a9-89f5d3bd46fe in Status: SUCCESS [ 927.056883] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49b000c8-d2cc-4b83-87a9-89f5d3bd46fe" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.057727] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49b000c8-d2cc-4b83-87a9-89f5d3bd46fe" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.058032] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49b000c8-d2cc-4b83-87a9-89f5d3bd46fe" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.058291] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.058434] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.058495] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.058677] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.058762] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.058880] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49b000c8-d2cc-4b83-87a9-89f5d3bd46fe',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.079676] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.079844] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.079905] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.080139] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.080227] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.080884] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e35d774-6882-4c7e-99c0-7daaa6397e7c is going to be updated. [ 927.117059] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.117282] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.117282] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.117621] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.118020] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.131767] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e35d774-6882-4c7e-99c0-7daaa6397e7c in Status: IN_PROGRESS for 2s [ 927.281715] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d075b3cd-e544-42a6-afb4-6f693b39465c',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.530995] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.531090] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.531164] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.531896] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.531896] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.531896] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 346ed0eb-ae19-4843-9d5c-5fb45d121a17 is going to be updated. [ 927.562160] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.562160] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.562160] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.562160] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.562160] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.562527] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.562527] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.562527] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.562873] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.562873] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.562939] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49b000c8-d2cc-4b83-87a9-89f5d3bd46fe is going to be updated. [ 927.578508] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.579060] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.579060] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.579060] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.579060] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.587425] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 346ed0eb-ae19-4843-9d5c-5fb45d121a17 in Status: IN_PROGRESS for 2s [ 927.601053] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.601053] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.601053] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.601053] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.601053] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.632335] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49b000c8-d2cc-4b83-87a9-89f5d3bd46fe in Status: IN_PROGRESS for 2s [ 927.784042] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d075b3cd-e544-42a6-afb4-6f693b39465c',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.287628] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.287628] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.287628] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.287628] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.287628] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.287628] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d075b3cd-e544-42a6-afb4-6f693b39465c is going to be updated. [ 928.319521] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.319695] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.319760] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.319978] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.320145] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.342200] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d075b3cd-e544-42a6-afb4-6f693b39465c in Status: IN_PROGRESS for 2s [ 929.144648] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e35d774-6882-4c7e-99c0-7daaa6397e7c in Status: SUCCESS [ 929.145041] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e35d774-6882-4c7e-99c0-7daaa6397e7c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.600104] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 346ed0eb-ae19-4843-9d5c-5fb45d121a17 in Status: SUCCESS [ 929.600104] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.641201] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49b000c8-d2cc-4b83-87a9-89f5d3bd46fe in Status: SUCCESS [ 929.641339] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49b000c8-d2cc-4b83-87a9-89f5d3bd46fe deletion is rescheduled due to dependency. [ 929.642014] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49b000c8-d2cc-4b83-87a9-89f5d3bd46fe" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.356300] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d075b3cd-e544-42a6-afb4-6f693b39465c in Status: SUCCESS [ 930.356558] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.394859] env[65429]: INFO networking_nsxv3.common.synchronization [req-65e9fd25-1541-4fbf-9f61-9dc18eccadbd req-42bae7f8-672a-47d8-8f14-50002f819d9c tempest-SecurityGroupsTestJSON-778350501 tempest-SecurityGroupsTestJSON-778350501-project-member] Enqueued Resource ID: 5e01e3f0-6621-43d1-8e73-a3c7f4338302 with Priority: HIGHEST for action security_group_members [ 931.394859] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e01e3f0-6621-43d1-8e73-a3c7f4338302 with Priority: HIGHEST for action security_group_members [ 931.394859] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e01e3f0-6621-43d1-8e73-a3c7f4338302 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.394859] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.394859] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.395477] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.395477] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.395477] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.395672] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.395705] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.395791] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.395888] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e01e3f0-6621-43d1-8e73-a3c7f4338302',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.732717] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock network-271 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.732928] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "network-271" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.733097] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "network-271" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.733441] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "network-271" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.733699] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.733861] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.733976] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.736843] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.737030] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.737261] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 931.737431] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 931.737510] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 931.737596] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 931.737686] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 931.737794] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 931.737931] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 931.758768] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 931.759047] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 931.759194] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 931.759407] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "network-271" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.759742] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock port-3451316c-1fa3-43a4-8f50-5d3ea77e0562 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.759891] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "port-3451316c-1fa3-43a4-8f50-5d3ea77e0562" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.760032] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "port-3451316c-1fa3-43a4-8f50-5d3ea77e0562" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.760342] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "port-3451316c-1fa3-43a4-8f50-5d3ea77e0562" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.760489] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3451316c-1fa3-43a4-8f50-5d3ea77e0562',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.901537] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.901763] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.901837] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.902100] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.902196] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.902395] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.902493] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.902588] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.902720] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.902796] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.902967] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e01e3f0-6621-43d1-8e73-a3c7f4338302 already deleted. [ 931.903067] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.264046] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.264046] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.264046] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.264257] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.264257] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.264783] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Segment Port 3451316c-1fa3-43a4-8f50-5d3ea77e0562 not found, creating... [ 932.264783] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.264940] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.264972] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.265352] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.265352] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.265997] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.265997] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.265997] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.266272] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.266371] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.266571] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Resource: SegmentPort with ID: 3451316c-1fa3-43a4-8f50-5d3ea77e0562 is going to be created. [ 932.288447] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.288783] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.288920] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.289209] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.289543] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.289866] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "port-3451316c-1fa3-43a4-8f50-5d3ea77e0562" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.048048] env[65429]: INFO networking_nsxv3.common.synchronization [req-65e9fd25-1541-4fbf-9f61-9dc18eccadbd req-9103fdea-d8d5-48d6-8c8d-220345561582 service nova] Enqueued Resource ID: 5e01e3f0-6621-43d1-8e73-a3c7f4338302 with Priority: HIGHEST for action security_group_rules [ 933.049745] env[65429]: INFO networking_nsxv3.common.synchronization [req-65e9fd25-1541-4fbf-9f61-9dc18eccadbd req-9103fdea-d8d5-48d6-8c8d-220345561582 service nova] Enqueued Resource ID: 5e01e3f0-6621-43d1-8e73-a3c7f4338302 with Priority: HIGHEST for action security_group_members [ 933.050050] env[65429]: INFO networking_nsxv3.common.synchronization [req-65e9fd25-1541-4fbf-9f61-9dc18eccadbd req-9103fdea-d8d5-48d6-8c8d-220345561582 service nova] Enqueued Resource ID: 3451316c-1fa3-43a4-8f50-5d3ea77e0562 with Priority: HIGHEST for action port [ 933.053130] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e01e3f0-6621-43d1-8e73-a3c7f4338302 with Priority: HIGHEST for action security_group_rules [ 933.053130] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e01e3f0-6621-43d1-8e73-a3c7f4338302 with Priority: HIGHEST for action security_group_members [ 933.053130] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3451316c-1fa3-43a4-8f50-5d3ea77e0562 with Priority: HIGHEST for action port [ 933.053130] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e01e3f0-6621-43d1-8e73-a3c7f4338302 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.053130] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.053130] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.053130] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.053130] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e01e3f0-6621-43d1-8e73-a3c7f4338302',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.055849] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e01e3f0-6621-43d1-8e73-a3c7f4338302 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.056047] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.058618] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.059026] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.059112] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.059265] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.060035] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.060035] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.060035] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.060035] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e01e3f0-6621-43d1-8e73-a3c7f4338302',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.061148] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-3451316c-1fa3-43a4-8f50-5d3ea77e0562 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.061345] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3451316c-1fa3-43a4-8f50-5d3ea77e0562" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.061444] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3451316c-1fa3-43a4-8f50-5d3ea77e0562" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.061688] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3451316c-1fa3-43a4-8f50-5d3ea77e0562" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.061802] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3451316c-1fa3-43a4-8f50-5d3ea77e0562',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.557134] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e01e3f0-6621-43d1-8e73-a3c7f4338302 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.557268] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.568771] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e01e3f0-6621-43d1-8e73-a3c7f4338302',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.569779] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3451316c-1fa3-43a4-8f50-5d3ea77e0562 with status ACTIVE [ 933.570056] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.570149] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.570196] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.570377] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.570462] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.570702] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.570805] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.570866] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.571038] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.571118] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.571298] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.571391] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.571453] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.571675] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.571761] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.572045] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3451316c-1fa3-43a4-8f50-5d3ea77e0562 is going to be updated. [ 933.594513] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.594671] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.594744] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.594949] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.595153] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.595317] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3451316c-1fa3-43a4-8f50-5d3ea77e0562" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.074608] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e01e3f0-6621-43d1-8e73-a3c7f4338302',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.578042] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.578042] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.578042] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.578042] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.578348] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.578348] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e01e3f0-6621-43d1-8e73-a3c7f4338302 is going to be created. [ 934.601371] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.601539] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.601648] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.602414] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.602414] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.611278] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e01e3f0-6621-43d1-8e73-a3c7f4338302 in Status: UNINITIALIZED for 2s [ 935.573453] env[65429]: INFO networking_nsxv3.common.synchronization [req-440ec895-294a-45d5-81a4-98ed0e0224e1 req-b3551478-71ba-4702-a140-00ce4a0fe735 tempest-ServerTagsTestJSON-354413049 tempest-ServerTagsTestJSON-354413049-project-member] Enqueued Resource ID: c6093917-0f5c-4330-b3e6-f2d5053b908f with Priority: HIGHEST for action security_group_members [ 935.574055] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6093917-0f5c-4330-b3e6-f2d5053b908f with Priority: HIGHEST for action security_group_members [ 935.574721] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-c6093917-0f5c-4330-b3e6-f2d5053b908f taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.574891] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c6093917-0f5c-4330-b3e6-f2d5053b908f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.574998] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c6093917-0f5c-4330-b3e6-f2d5053b908f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.575282] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c6093917-0f5c-4330-b3e6-f2d5053b908f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.575531] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.575677] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.575787] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.576027] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.576159] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.576271] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c6093917-0f5c-4330-b3e6-f2d5053b908f',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.921804] env[65429]: INFO networking_nsxv3.common.synchronization [req-efe62889-bc79-47d1-9794-8648f67ff052 req-dba8cb6a-5079-4c03-b325-003b88dae559 tempest-ServerRescueNegativeTestJSON-1203944106 tempest-ServerRescueNegativeTestJSON-1203944106-project-member] Enqueued Resource ID: 716be1b4-4f1b-4051-9736-05f4b331cbe4 with Priority: HIGHEST for action security_group_members [ 935.922918] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 716be1b4-4f1b-4051-9736-05f4b331cbe4 with Priority: HIGHEST for action security_group_members [ 935.922918] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-716be1b4-4f1b-4051-9736-05f4b331cbe4 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.922918] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-716be1b4-4f1b-4051-9736-05f4b331cbe4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.922918] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-716be1b4-4f1b-4051-9736-05f4b331cbe4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.923183] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-716be1b4-4f1b-4051-9736-05f4b331cbe4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.923349] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.923454] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.923518] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.923693] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.923771] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.923862] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('716be1b4-4f1b-4051-9736-05f4b331cbe4',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.080472] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.080472] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.080472] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.080472] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.080472] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.080472] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.080472] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.080472] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.080472] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.081305] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.081335] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6093917-0f5c-4330-b3e6-f2d5053b908f is going to be updated. [ 936.112206] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.112352] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.112422] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.112631] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.112772] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.121849] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6093917-0f5c-4330-b3e6-f2d5053b908f in Status: IN_PROGRESS for 2s [ 936.179727] env[65429]: INFO networking_nsxv3.common.synchronization [None req-7df8cad2-9ad3-475a-a8c5-e5ecfa099333 None None] Enqueued Resource ID: 43817402-09a3-4d6f-8a93-391ee60e9a8a with Priority: HIGHEST for action port [ 936.180326] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43817402-09a3-4d6f-8a93-391ee60e9a8a with Priority: HIGHEST for action port [ 936.180648] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-43817402-09a3-4d6f-8a93-391ee60e9a8a taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.180775] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43817402-09a3-4d6f-8a93-391ee60e9a8a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.180842] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43817402-09a3-4d6f-8a93-391ee60e9a8a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.181946] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43817402-09a3-4d6f-8a93-391ee60e9a8a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.182258] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43817402-09a3-4d6f-8a93-391ee60e9a8a',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.304431] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock network-138 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.304629] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "network-138" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.304748] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "network-138" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.305079] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "network-138" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.305332] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.305479] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.305591] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.305812] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.305950] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.307724] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 936.307888] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 936.308118] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 936.308292] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 936.308427] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 936.308567] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 936.308829] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 936.328010] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 936.328010] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 936.328010] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 936.328010] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "network-138" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.328010] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock port-0b3455a8-9f9d-4b93-ac59-ad83695a56a9 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.328010] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "port-0b3455a8-9f9d-4b93-ac59-ad83695a56a9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.328010] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "port-0b3455a8-9f9d-4b93-ac59-ad83695a56a9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.328425] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "port-0b3455a8-9f9d-4b93-ac59-ad83695a56a9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.328425] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b3455a8-9f9d-4b93-ac59-ad83695a56a9',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.428086] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.428328] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.428397] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.428606] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.428700] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.428896] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.428992] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.429067] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.429221] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.429296] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.429872] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 716be1b4-4f1b-4051-9736-05f4b331cbe4 already deleted. [ 936.429872] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-716be1b4-4f1b-4051-9736-05f4b331cbe4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.621136] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e01e3f0-6621-43d1-8e73-a3c7f4338302 in Status: SUCCESS [ 936.623105] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.623105] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.623105] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.623105] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.623105] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.623105] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.623105] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.623105] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.623105] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.623105] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5e01e3f0-6621-43d1-8e73-a3c7f4338302',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.684940] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 43817402-09a3-4d6f-8a93-391ee60e9a8a [ 936.685158] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.685295] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.685366] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.685567] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.685653] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.685749] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:43817402-09a3-4d6f-8a93-391ee60e9a8a already deleted. [ 936.685848] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43817402-09a3-4d6f-8a93-391ee60e9a8a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.833020] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.833426] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.833660] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.834110] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.834404] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.834628] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Segment Port 0b3455a8-9f9d-4b93-ac59-ad83695a56a9 not found, creating... [ 936.835425] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.835425] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.835587] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.835966] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.837693] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.838212] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.838550] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.838780] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.839640] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.839640] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.839640] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Resource: SegmentPort with ID: 0b3455a8-9f9d-4b93-ac59-ad83695a56a9 is going to be created. [ 936.875074] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.875455] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.875688] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.876122] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.876496] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.876857] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "port-0b3455a8-9f9d-4b93-ac59-ad83695a56a9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.126856] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e01e3f0-6621-43d1-8e73-a3c7f4338302 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.127029] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.127162] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.127307] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.127560] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.127560] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.127739] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.127777] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.127856] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.129163] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.129163] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e01e3f0-6621-43d1-8e73-a3c7f4338302 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.129163] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.129163] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.129163] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.129163] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.129163] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.129163] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.129163] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.129163] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.129163] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.129163] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5e01e3f0-6621-43d1-8e73-a3c7f4338302',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.239444] env[65429]: INFO networking_nsxv3.common.synchronization [None req-8812a069-0a87-4a76-b0c5-98bd5b039cff tempest-ServerActionsTestOtherA-1190506825 tempest-ServerActionsTestOtherA-1190506825-project-member] Enqueued Resource ID: 8b7b23cb-fc94-46a1-a4fc-0b9c287082f4 with Priority: HIGHEST for action security_group_rules [ 937.240008] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b7b23cb-fc94-46a1-a4fc-0b9c287082f4 with Priority: HIGHEST for action security_group_rules [ 937.240330] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b7b23cb-fc94-46a1-a4fc-0b9c287082f4 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.240443] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b7b23cb-fc94-46a1-a4fc-0b9c287082f4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.240506] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b7b23cb-fc94-46a1-a4fc-0b9c287082f4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.240787] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b7b23cb-fc94-46a1-a4fc-0b9c287082f4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.240868] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b7b23cb-fc94-46a1-a4fc-0b9c287082f4',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.373506] env[65429]: INFO networking_nsxv3.common.synchronization [None req-d1cacb7b-20a5-4822-9112-35bd34b707fe tempest-ServerActionsTestOtherA-1190506825 tempest-ServerActionsTestOtherA-1190506825-project-member] Enqueued Resource ID: 8b7b23cb-fc94-46a1-a4fc-0b9c287082f4 with Priority: HIGHEST for action security_group_rules [ 937.374139] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b7b23cb-fc94-46a1-a4fc-0b9c287082f4 with Priority: HIGHEST for action security_group_rules [ 937.374815] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b7b23cb-fc94-46a1-a4fc-0b9c287082f4 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.374815] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b7b23cb-fc94-46a1-a4fc-0b9c287082f4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.591258] env[65429]: INFO networking_nsxv3.common.synchronization [req-efe62889-bc79-47d1-9794-8648f67ff052 req-e376c736-d249-4023-9f96-4f3d4d171edf service nova] Enqueued Resource ID: 716be1b4-4f1b-4051-9736-05f4b331cbe4 with Priority: HIGHEST for action security_group_rules [ 937.591514] env[65429]: INFO networking_nsxv3.common.synchronization [req-efe62889-bc79-47d1-9794-8648f67ff052 req-e376c736-d249-4023-9f96-4f3d4d171edf service nova] Enqueued Resource ID: 716be1b4-4f1b-4051-9736-05f4b331cbe4 with Priority: HIGHEST for action security_group_members [ 937.591683] env[65429]: INFO networking_nsxv3.common.synchronization [req-efe62889-bc79-47d1-9794-8648f67ff052 req-e376c736-d249-4023-9f96-4f3d4d171edf service nova] Enqueued Resource ID: 0b3455a8-9f9d-4b93-ac59-ad83695a56a9 with Priority: HIGHEST for action port [ 937.592690] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 716be1b4-4f1b-4051-9736-05f4b331cbe4 with Priority: HIGHEST for action security_group_rules [ 937.592927] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 716be1b4-4f1b-4051-9736-05f4b331cbe4 with Priority: HIGHEST for action security_group_members [ 937.592992] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b3455a8-9f9d-4b93-ac59-ad83695a56a9 with Priority: HIGHEST for action port [ 937.593530] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-716be1b4-4f1b-4051-9736-05f4b331cbe4 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.593530] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-716be1b4-4f1b-4051-9736-05f4b331cbe4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.593530] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-716be1b4-4f1b-4051-9736-05f4b331cbe4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.593792] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-716be1b4-4f1b-4051-9736-05f4b331cbe4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.593877] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('716be1b4-4f1b-4051-9736-05f4b331cbe4',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.596030] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-716be1b4-4f1b-4051-9736-05f4b331cbe4 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.596030] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-716be1b4-4f1b-4051-9736-05f4b331cbe4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.596030] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-716be1b4-4f1b-4051-9736-05f4b331cbe4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.596030] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-716be1b4-4f1b-4051-9736-05f4b331cbe4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.596030] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.596030] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.596030] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.596030] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.596347] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.596347] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('716be1b4-4f1b-4051-9736-05f4b331cbe4',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.597173] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b3455a8-9f9d-4b93-ac59-ad83695a56a9 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.597244] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b3455a8-9f9d-4b93-ac59-ad83695a56a9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.597330] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b3455a8-9f9d-4b93-ac59-ad83695a56a9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.598357] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b3455a8-9f9d-4b93-ac59-ad83695a56a9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.598357] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b3455a8-9f9d-4b93-ac59-ad83695a56a9',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.632043] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5e01e3f0-6621-43d1-8e73-a3c7f4338302: rpc.has_security_group_logging(os_id): False [ 937.650815] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.651090] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.651402] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.651632] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.651774] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.652026] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.652153] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.652244] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.652429] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.652533] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.652784] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.652898] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.652955] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.653156] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.653261] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.653478] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.653588] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.656274] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.656274] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.656274] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.656274] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e01e3f0-6621-43d1-8e73-a3c7f4338302 is going to be created. [ 937.717621] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.717786] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.717845] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.718075] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.718262] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.732030] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e01e3f0-6621-43d1-8e73-a3c7f4338302 in Status: IN_PROGRESS for 2s [ 937.777030] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.777544] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.777921] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.778305] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.778662] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.780120] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b7b23cb-fc94-46a1-a4fc-0b9c287082f4 already deleted. [ 937.780120] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b7b23cb-fc94-46a1-a4fc-0b9c287082f4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.780120] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b7b23cb-fc94-46a1-a4fc-0b9c287082f4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.780120] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b7b23cb-fc94-46a1-a4fc-0b9c287082f4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.780120] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b7b23cb-fc94-46a1-a4fc-0b9c287082f4',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.100975] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-716be1b4-4f1b-4051-9736-05f4b331cbe4 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.100975] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-716be1b4-4f1b-4051-9736-05f4b331cbe4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.100975] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('716be1b4-4f1b-4051-9736-05f4b331cbe4',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.101624] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0b3455a8-9f9d-4b93-ac59-ad83695a56a9 with status ACTIVE [ 938.101624] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.101624] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.101762] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.101849] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.102009] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.102096] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.102195] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.102279] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.102472] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.102556] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.102785] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.102876] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.102989] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.103215] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.103215] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.103462] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0b3455a8-9f9d-4b93-ac59-ad83695a56a9 is going to be updated. [ 938.124560] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.124700] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.124773] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.125092] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.125173] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.125279] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b3455a8-9f9d-4b93-ac59-ad83695a56a9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.134956] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c6093917-0f5c-4330-b3e6-f2d5053b908f in Status: SUCCESS [ 938.135156] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c6093917-0f5c-4330-b3e6-f2d5053b908f deletion is rescheduled due to dependency. [ 938.135265] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c6093917-0f5c-4330-b3e6-f2d5053b908f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.312181] env[65429]: INFO networking_nsxv3.common.synchronization [req-74854748-860f-447b-8bb5-ce2bab345cbd req-dd8094c7-fc77-40fa-b6d3-db1f0d9f75fa tempest-AttachVolumeNegativeTest-567722119 tempest-AttachVolumeNegativeTest-567722119-project-member] Enqueued Resource ID: 2fe497da-061b-4ef8-9f50-cf8a7cf9da55 with Priority: HIGHEST for action security_group_members [ 938.312181] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fe497da-061b-4ef8-9f50-cf8a7cf9da55 with Priority: HIGHEST for action security_group_members [ 938.312181] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fe497da-061b-4ef8-9f50-cf8a7cf9da55 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.312181] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fe497da-061b-4ef8-9f50-cf8a7cf9da55" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.312181] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fe497da-061b-4ef8-9f50-cf8a7cf9da55" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.312181] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fe497da-061b-4ef8-9f50-cf8a7cf9da55" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.312710] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.313370] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.313567] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.313941] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.314205] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.314505] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2fe497da-061b-4ef8-9f50-cf8a7cf9da55',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.317677] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.317967] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.318211] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.318515] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.318844] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.319034] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b7b23cb-fc94-46a1-a4fc-0b9c287082f4 already deleted. [ 938.319710] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b7b23cb-fc94-46a1-a4fc-0b9c287082f4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.607170] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('716be1b4-4f1b-4051-9736-05f4b331cbe4',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.708734] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock network-384 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.708974] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "network-384" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.709092] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "network-384" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.709372] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "network-384" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.709716] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.709792] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.709939] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.711765] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.712013] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.712253] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 938.712373] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 938.712550] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 938.714137] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 938.714137] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 938.714137] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 938.714137] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 938.735859] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 938.736460] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 938.736460] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 938.736460] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "network-384" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.736710] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock port-c4043cb3-17c2-4b56-af25-3ab871b0be62 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.736916] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "port-c4043cb3-17c2-4b56-af25-3ab871b0be62" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.737076] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "port-c4043cb3-17c2-4b56-af25-3ab871b0be62" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.737418] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "port-c4043cb3-17c2-4b56-af25-3ab871b0be62" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.737559] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4043cb3-17c2-4b56-af25-3ab871b0be62',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.745183] env[65429]: INFO networking_nsxv3.common.synchronization [None req-d2368c9c-3ac1-4535-ab47-0fab9af3b54a None None] Enqueued Resource ID: efb707f3-c7fd-41a9-93ac-2e96db8a8390 with Priority: HIGHEST for action port [ 938.745991] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efb707f3-c7fd-41a9-93ac-2e96db8a8390 with Priority: HIGHEST for action port [ 938.746317] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-efb707f3-c7fd-41a9-93ac-2e96db8a8390 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.746473] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-efb707f3-c7fd-41a9-93ac-2e96db8a8390" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.746505] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-efb707f3-c7fd-41a9-93ac-2e96db8a8390" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.746778] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-efb707f3-c7fd-41a9-93ac-2e96db8a8390" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.746816] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efb707f3-c7fd-41a9-93ac-2e96db8a8390',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.822046] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.822046] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.822046] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.822046] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.822046] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.822046] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.822046] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.822046] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.822046] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.822504] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.822504] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fe497da-061b-4ef8-9f50-cf8a7cf9da55 already deleted. [ 938.822504] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fe497da-061b-4ef8-9f50-cf8a7cf9da55" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.108615] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.108753] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.108892] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.109139] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.109233] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.109386] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 716be1b4-4f1b-4051-9736-05f4b331cbe4 is going to be created. [ 939.132600] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.132748] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.132805] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.133053] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.133189] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.142401] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 716be1b4-4f1b-4051-9736-05f4b331cbe4 in Status: UNINITIALIZED for 2s [ 939.246788] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.247041] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.247172] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.247446] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.247591] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.247745] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Segment Port c4043cb3-17c2-4b56-af25-3ab871b0be62 not found, creating... [ 939.248027] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.248187] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.248304] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.248514] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.248765] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.249060] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.249219] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.249433] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.249530] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.249676] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.249789] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Resource: SegmentPort with ID: c4043cb3-17c2-4b56-af25-3ab871b0be62 is going to be created. [ 939.250995] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port efb707f3-c7fd-41a9-93ac-2e96db8a8390 [ 939.251150] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.251255] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.251319] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.251463] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.251538] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.251641] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:efb707f3-c7fd-41a9-93ac-2e96db8a8390 already deleted. [ 939.251725] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-efb707f3-c7fd-41a9-93ac-2e96db8a8390" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.271862] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.272177] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.272313] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.272590] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.272866] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.273107] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "port-c4043cb3-17c2-4b56-af25-3ab871b0be62" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.747113] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e01e3f0-6621-43d1-8e73-a3c7f4338302 in Status: SUCCESS [ 939.747499] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.003543] env[65429]: INFO networking_nsxv3.common.synchronization [req-74854748-860f-447b-8bb5-ce2bab345cbd req-392075ee-1b7e-4f3c-ae58-3d516b556b24 service nova] Enqueued Resource ID: 2fe497da-061b-4ef8-9f50-cf8a7cf9da55 with Priority: HIGHEST for action security_group_rules [ 940.003640] env[65429]: INFO networking_nsxv3.common.synchronization [req-74854748-860f-447b-8bb5-ce2bab345cbd req-392075ee-1b7e-4f3c-ae58-3d516b556b24 service nova] Enqueued Resource ID: 2fe497da-061b-4ef8-9f50-cf8a7cf9da55 with Priority: HIGHEST for action security_group_members [ 940.003780] env[65429]: INFO networking_nsxv3.common.synchronization [req-74854748-860f-447b-8bb5-ce2bab345cbd req-392075ee-1b7e-4f3c-ae58-3d516b556b24 service nova] Enqueued Resource ID: c4043cb3-17c2-4b56-af25-3ab871b0be62 with Priority: HIGHEST for action port [ 940.004421] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fe497da-061b-4ef8-9f50-cf8a7cf9da55 with Priority: HIGHEST for action security_group_rules [ 940.005835] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fe497da-061b-4ef8-9f50-cf8a7cf9da55 with Priority: HIGHEST for action security_group_members [ 940.005835] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4043cb3-17c2-4b56-af25-3ab871b0be62 with Priority: HIGHEST for action port [ 940.005835] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2fe497da-061b-4ef8-9f50-cf8a7cf9da55 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.005835] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2fe497da-061b-4ef8-9f50-cf8a7cf9da55" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.005835] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2fe497da-061b-4ef8-9f50-cf8a7cf9da55" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.006180] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2fe497da-061b-4ef8-9f50-cf8a7cf9da55" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.006180] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2fe497da-061b-4ef8-9f50-cf8a7cf9da55',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.007159] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fe497da-061b-4ef8-9f50-cf8a7cf9da55 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.007260] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fe497da-061b-4ef8-9f50-cf8a7cf9da55" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.007563] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fe497da-061b-4ef8-9f50-cf8a7cf9da55" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.007563] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fe497da-061b-4ef8-9f50-cf8a7cf9da55" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.007680] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.007763] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.007815] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.007973] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.008181] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.008181] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2fe497da-061b-4ef8-9f50-cf8a7cf9da55',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.009015] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4043cb3-17c2-4b56-af25-3ab871b0be62 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.009153] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4043cb3-17c2-4b56-af25-3ab871b0be62" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.010372] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4043cb3-17c2-4b56-af25-3ab871b0be62" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.010372] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4043cb3-17c2-4b56-af25-3ab871b0be62" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.010543] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4043cb3-17c2-4b56-af25-3ab871b0be62',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.512690] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fe497da-061b-4ef8-9f50-cf8a7cf9da55 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.512878] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fe497da-061b-4ef8-9f50-cf8a7cf9da55" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.513611] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2fe497da-061b-4ef8-9f50-cf8a7cf9da55',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.514479] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c4043cb3-17c2-4b56-af25-3ab871b0be62 with status ACTIVE [ 940.514628] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.514812] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.514916] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.515229] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.515381] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.515603] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.515751] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.515821] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.516011] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.516097] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.516291] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.516387] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.516447] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.516590] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.516665] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.516747] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c4043cb3-17c2-4b56-af25-3ab871b0be62 is going to be updated. [ 940.542038] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.542038] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.542038] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.542364] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.542569] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.542792] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4043cb3-17c2-4b56-af25-3ab871b0be62" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.791310] env[65429]: INFO networking_nsxv3.common.synchronization [req-a04ff4be-ce71-45cc-b913-36a9da4c3a7b req-e41d2bde-f89d-44d3-8134-dc7959f87ce0 tempest-ServerRescueNegativeTestJSON-1203944106 tempest-ServerRescueNegativeTestJSON-1203944106-project-member] Enqueued Resource ID: 716be1b4-4f1b-4051-9736-05f4b331cbe4 with Priority: HIGHEST for action security_group_members [ 940.792796] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 716be1b4-4f1b-4051-9736-05f4b331cbe4 with Priority: HIGHEST for action security_group_members [ 940.793490] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-716be1b4-4f1b-4051-9736-05f4b331cbe4 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.793599] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-716be1b4-4f1b-4051-9736-05f4b331cbe4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.019740] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2fe497da-061b-4ef8-9f50-cf8a7cf9da55',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.137072] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock network-138 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.137072] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "network-138" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.137072] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "network-138" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.137072] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "network-138" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.137328] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.137519] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.137696] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.137955] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.138172] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.138442] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 941.138623] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 941.138788] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 941.138906] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 941.139037] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 941.139146] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 941.139335] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 941.152823] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 716be1b4-4f1b-4051-9736-05f4b331cbe4 in Status: SUCCESS [ 941.153119] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-716be1b4-4f1b-4051-9736-05f4b331cbe4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.153316] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-716be1b4-4f1b-4051-9736-05f4b331cbe4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.153543] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-716be1b4-4f1b-4051-9736-05f4b331cbe4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.153802] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.153963] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.154067] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.154247] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.154353] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.154460] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-716be1b4-4f1b-4051-9736-05f4b331cbe4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.154577] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('716be1b4-4f1b-4051-9736-05f4b331cbe4',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.155452] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-716be1b4-4f1b-4051-9736-05f4b331cbe4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.155621] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-716be1b4-4f1b-4051-9736-05f4b331cbe4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.155778] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.155927] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.156014] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.156167] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.156244] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.156332] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('716be1b4-4f1b-4051-9736-05f4b331cbe4',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.158675] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 941.158866] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 941.159037] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 941.159218] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "network-138" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.159560] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock port-2c18b4fb-20d8-4e3c-adc1-229c7bd56e2b taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.159798] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "port-2c18b4fb-20d8-4e3c-adc1-229c7bd56e2b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.159798] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "port-2c18b4fb-20d8-4e3c-adc1-229c7bd56e2b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.160164] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "port-2c18b4fb-20d8-4e3c-adc1-229c7bd56e2b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.160329] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c18b4fb-20d8-4e3c-adc1-229c7bd56e2b',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.521960] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.521960] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.522265] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.522265] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.522366] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.522417] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fe497da-061b-4ef8-9f50-cf8a7cf9da55 is going to be created. [ 941.546413] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.546624] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.546624] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.546806] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.546963] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.557795] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fe497da-061b-4ef8-9f50-cf8a7cf9da55 in Status: UNINITIALIZED for 2s [ 941.662149] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-716be1b4-4f1b-4051-9736-05f4b331cbe4 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.662377] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-716be1b4-4f1b-4051-9736-05f4b331cbe4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.662487] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('716be1b4-4f1b-4051-9736-05f4b331cbe4',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.663678] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.663862] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.663987] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.664283] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.664439] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.664588] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Segment Port 2c18b4fb-20d8-4e3c-adc1-229c7bd56e2b not found, creating... [ 941.664827] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.664979] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.665704] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.665950] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.666108] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.666392] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.666546] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.666840] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.667098] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.667241] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.667441] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Resource: SegmentPort with ID: 2c18b4fb-20d8-4e3c-adc1-229c7bd56e2b is going to be created. [ 941.691838] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.692074] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.692201] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.692482] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.692728] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.692961] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "port-2c18b4fb-20d8-4e3c-adc1-229c7bd56e2b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.170159] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('716be1b4-4f1b-4051-9736-05f4b331cbe4',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.410422] env[65429]: INFO networking_nsxv3.common.synchronization [req-a04ff4be-ce71-45cc-b913-36a9da4c3a7b req-35c603e9-e83d-4761-8246-be8be792f551 service nova] Enqueued Resource ID: 716be1b4-4f1b-4051-9736-05f4b331cbe4 with Priority: HIGHEST for action security_group_rules [ 942.410422] env[65429]: INFO networking_nsxv3.common.synchronization [req-a04ff4be-ce71-45cc-b913-36a9da4c3a7b req-35c603e9-e83d-4761-8246-be8be792f551 service nova] Enqueued Resource ID: 716be1b4-4f1b-4051-9736-05f4b331cbe4 with Priority: HIGHEST for action security_group_members [ 942.410422] env[65429]: INFO networking_nsxv3.common.synchronization [req-a04ff4be-ce71-45cc-b913-36a9da4c3a7b req-35c603e9-e83d-4761-8246-be8be792f551 service nova] Enqueued Resource ID: 2c18b4fb-20d8-4e3c-adc1-229c7bd56e2b with Priority: HIGHEST for action port [ 942.410422] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 716be1b4-4f1b-4051-9736-05f4b331cbe4 with Priority: HIGHEST for action security_group_rules [ 942.410422] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 716be1b4-4f1b-4051-9736-05f4b331cbe4 with Priority: HIGHEST for action security_group_members [ 942.410679] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c18b4fb-20d8-4e3c-adc1-229c7bd56e2b with Priority: HIGHEST for action port [ 942.411167] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-716be1b4-4f1b-4051-9736-05f4b331cbe4 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.413615] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-716be1b4-4f1b-4051-9736-05f4b331cbe4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.413615] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-716be1b4-4f1b-4051-9736-05f4b331cbe4 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.413615] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-716be1b4-4f1b-4051-9736-05f4b331cbe4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.413615] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c18b4fb-20d8-4e3c-adc1-229c7bd56e2b taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.413615] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c18b4fb-20d8-4e3c-adc1-229c7bd56e2b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.413615] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c18b4fb-20d8-4e3c-adc1-229c7bd56e2b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.413615] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c18b4fb-20d8-4e3c-adc1-229c7bd56e2b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.413615] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c18b4fb-20d8-4e3c-adc1-229c7bd56e2b',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.673377] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.673568] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.673650] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.673822] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.673913] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.674025] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 716be1b4-4f1b-4051-9736-05f4b331cbe4 is going to be updated. [ 942.699701] env[65429]: INFO networking_nsxv3.common.synchronization [req-33a85858-a65e-44d5-8c98-b528d5741b18 req-09550103-56bb-4765-86a9-bf1a2f1197ed tempest-SecurityGroupsTestJSON-778350501 tempest-SecurityGroupsTestJSON-778350501-project-member] Enqueued Resource ID: 0590326f-041e-45f5-9fe8-efad9a34a8a3 with Priority: HIGHEST for action security_group_members [ 942.699701] env[65429]: INFO networking_nsxv3.common.synchronization [req-33a85858-a65e-44d5-8c98-b528d5741b18 req-09550103-56bb-4765-86a9-bf1a2f1197ed tempest-SecurityGroupsTestJSON-778350501 tempest-SecurityGroupsTestJSON-778350501-project-member] Enqueued Resource ID: 5e01e3f0-6621-43d1-8e73-a3c7f4338302 with Priority: HIGHEST for action security_group_members [ 942.701519] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0590326f-041e-45f5-9fe8-efad9a34a8a3 with Priority: HIGHEST for action security_group_members [ 942.701706] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e01e3f0-6621-43d1-8e73-a3c7f4338302 with Priority: HIGHEST for action security_group_members [ 942.702054] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-0590326f-041e-45f5-9fe8-efad9a34a8a3 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.702279] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0590326f-041e-45f5-9fe8-efad9a34a8a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.702323] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0590326f-041e-45f5-9fe8-efad9a34a8a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.702629] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0590326f-041e-45f5-9fe8-efad9a34a8a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.702795] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.702898] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.703077] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.703264] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.703353] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.703452] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0590326f-041e-45f5-9fe8-efad9a34a8a3',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.706019] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e01e3f0-6621-43d1-8e73-a3c7f4338302 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.706138] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.706208] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.706380] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.706529] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.706628] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.706715] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.706875] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.706960] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.707068] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e01e3f0-6621-43d1-8e73-a3c7f4338302',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.712844] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.713240] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.713240] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.713645] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.713952] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.726656] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 716be1b4-4f1b-4051-9736-05f4b331cbe4 in Status: IN_PROGRESS for 2s [ 942.753177] env[65429]: INFO networking_nsxv3.common.synchronization [req-33a85858-a65e-44d5-8c98-b528d5741b18 req-09550103-56bb-4765-86a9-bf1a2f1197ed tempest-SecurityGroupsTestJSON-778350501 tempest-SecurityGroupsTestJSON-778350501-project-member] Enqueued Resource ID: 0590326f-041e-45f5-9fe8-efad9a34a8a3 with Priority: HIGHEST for action security_group_rules [ 942.753177] env[65429]: INFO networking_nsxv3.common.synchronization [req-33a85858-a65e-44d5-8c98-b528d5741b18 req-09550103-56bb-4765-86a9-bf1a2f1197ed tempest-SecurityGroupsTestJSON-778350501 tempest-SecurityGroupsTestJSON-778350501-project-member] Enqueued Resource ID: 0590326f-041e-45f5-9fe8-efad9a34a8a3 with Priority: HIGHEST for action security_group_members [ 942.753177] env[65429]: INFO networking_nsxv3.common.synchronization [req-33a85858-a65e-44d5-8c98-b528d5741b18 req-09550103-56bb-4765-86a9-bf1a2f1197ed tempest-SecurityGroupsTestJSON-778350501 tempest-SecurityGroupsTestJSON-778350501-project-member] Enqueued Resource ID: 5e01e3f0-6621-43d1-8e73-a3c7f4338302 with Priority: HIGHEST for action security_group_rules [ 942.753177] env[65429]: INFO networking_nsxv3.common.synchronization [req-33a85858-a65e-44d5-8c98-b528d5741b18 req-09550103-56bb-4765-86a9-bf1a2f1197ed tempest-SecurityGroupsTestJSON-778350501 tempest-SecurityGroupsTestJSON-778350501-project-member] Enqueued Resource ID: 5e01e3f0-6621-43d1-8e73-a3c7f4338302 with Priority: HIGHEST for action security_group_members [ 942.753177] env[65429]: INFO networking_nsxv3.common.synchronization [req-33a85858-a65e-44d5-8c98-b528d5741b18 req-09550103-56bb-4765-86a9-bf1a2f1197ed tempest-SecurityGroupsTestJSON-778350501 tempest-SecurityGroupsTestJSON-778350501-project-member] Enqueued Resource ID: 3451316c-1fa3-43a4-8f50-5d3ea77e0562 with Priority: HIGHEST for action port [ 942.753981] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0590326f-041e-45f5-9fe8-efad9a34a8a3 with Priority: HIGHEST for action security_group_rules [ 942.754463] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e01e3f0-6621-43d1-8e73-a3c7f4338302 with Priority: HIGHEST for action security_group_rules [ 942.754823] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3451316c-1fa3-43a4-8f50-5d3ea77e0562 with Priority: HIGHEST for action port [ 942.755139] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0590326f-041e-45f5-9fe8-efad9a34a8a3 with Priority: HIGHEST for action security_group_members [ 942.756051] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e01e3f0-6621-43d1-8e73-a3c7f4338302 with Priority: HIGHEST for action security_group_members [ 942.756051] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0590326f-041e-45f5-9fe8-efad9a34a8a3 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.756051] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0590326f-041e-45f5-9fe8-efad9a34a8a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.756382] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0590326f-041e-45f5-9fe8-efad9a34a8a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.756935] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0590326f-041e-45f5-9fe8-efad9a34a8a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.757182] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0590326f-041e-45f5-9fe8-efad9a34a8a3',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.759260] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e01e3f0-6621-43d1-8e73-a3c7f4338302 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.759260] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.759260] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.762058] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.762058] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e01e3f0-6621-43d1-8e73-a3c7f4338302',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.762058] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-3451316c-1fa3-43a4-8f50-5d3ea77e0562 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.762058] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3451316c-1fa3-43a4-8f50-5d3ea77e0562" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.762058] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3451316c-1fa3-43a4-8f50-5d3ea77e0562" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.762058] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3451316c-1fa3-43a4-8f50-5d3ea77e0562" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.762058] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3451316c-1fa3-43a4-8f50-5d3ea77e0562',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.764963] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-0590326f-041e-45f5-9fe8-efad9a34a8a3 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.766263] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0590326f-041e-45f5-9fe8-efad9a34a8a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.766263] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e01e3f0-6621-43d1-8e73-a3c7f4338302 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.766263] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.920193] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2c18b4fb-20d8-4e3c-adc1-229c7bd56e2b with status ACTIVE [ 942.920449] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.920617] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.920705] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.920956] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.921093] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.921294] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.921399] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.921493] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.921642] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.921727] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.922088] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.922088] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.922202] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.922262] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.922336] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.922432] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2c18b4fb-20d8-4e3c-adc1-229c7bd56e2b is going to be updated. [ 942.947419] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.947633] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.947686] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.947869] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.948050] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.948221] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c18b4fb-20d8-4e3c-adc1-229c7bd56e2b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.141048] env[65429]: INFO networking_nsxv3.common.synchronization [req-b6e2bafd-1451-43dd-9c93-4f54c66ee65c req-c05e7832-cd01-44ae-a66a-c0ec4b7e3d4b tempest-SecurityGroupsTestJSON-778350501 tempest-SecurityGroupsTestJSON-778350501-project-member] Enqueued Resource ID: 5e01e3f0-6621-43d1-8e73-a3c7f4338302 with Priority: HIGHEST for action security_group_members [ 943.141211] env[65429]: INFO networking_nsxv3.common.synchronization [req-b6e2bafd-1451-43dd-9c93-4f54c66ee65c req-c05e7832-cd01-44ae-a66a-c0ec4b7e3d4b tempest-SecurityGroupsTestJSON-778350501 tempest-SecurityGroupsTestJSON-778350501-project-member] Enqueued Resource ID: 06f54813-fce3-49a0-ba21-6f71d6ccf25d with Priority: HIGHEST for action security_group_members [ 943.141403] env[65429]: INFO networking_nsxv3.common.synchronization [req-b6e2bafd-1451-43dd-9c93-4f54c66ee65c req-c05e7832-cd01-44ae-a66a-c0ec4b7e3d4b tempest-SecurityGroupsTestJSON-778350501 tempest-SecurityGroupsTestJSON-778350501-project-member] Enqueued Resource ID: 0590326f-041e-45f5-9fe8-efad9a34a8a3 with Priority: HIGHEST for action security_group_members [ 943.142163] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e01e3f0-6621-43d1-8e73-a3c7f4338302 with Priority: HIGHEST for action security_group_members [ 943.142556] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06f54813-fce3-49a0-ba21-6f71d6ccf25d with Priority: HIGHEST for action security_group_members [ 943.142556] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0590326f-041e-45f5-9fe8-efad9a34a8a3 with Priority: HIGHEST for action security_group_members [ 943.143055] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e01e3f0-6621-43d1-8e73-a3c7f4338302 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.143055] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.143259] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-06f54813-fce3-49a0-ba21-6f71d6ccf25d taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.143415] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06f54813-fce3-49a0-ba21-6f71d6ccf25d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.143492] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06f54813-fce3-49a0-ba21-6f71d6ccf25d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.143776] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06f54813-fce3-49a0-ba21-6f71d6ccf25d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.143975] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.144097] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.144173] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.144477] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.144647] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.144751] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06f54813-fce3-49a0-ba21-6f71d6ccf25d',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.145758] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-0590326f-041e-45f5-9fe8-efad9a34a8a3 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.145945] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0590326f-041e-45f5-9fe8-efad9a34a8a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.193301] env[65429]: INFO networking_nsxv3.common.synchronization [req-b6e2bafd-1451-43dd-9c93-4f54c66ee65c req-c05e7832-cd01-44ae-a66a-c0ec4b7e3d4b tempest-SecurityGroupsTestJSON-778350501 tempest-SecurityGroupsTestJSON-778350501-project-member] Enqueued Resource ID: 0590326f-041e-45f5-9fe8-efad9a34a8a3 with Priority: HIGHEST for action security_group_rules [ 943.193592] env[65429]: INFO networking_nsxv3.common.synchronization [req-b6e2bafd-1451-43dd-9c93-4f54c66ee65c req-c05e7832-cd01-44ae-a66a-c0ec4b7e3d4b tempest-SecurityGroupsTestJSON-778350501 tempest-SecurityGroupsTestJSON-778350501-project-member] Enqueued Resource ID: 0590326f-041e-45f5-9fe8-efad9a34a8a3 with Priority: HIGHEST for action security_group_members [ 943.193748] env[65429]: INFO networking_nsxv3.common.synchronization [req-b6e2bafd-1451-43dd-9c93-4f54c66ee65c req-c05e7832-cd01-44ae-a66a-c0ec4b7e3d4b tempest-SecurityGroupsTestJSON-778350501 tempest-SecurityGroupsTestJSON-778350501-project-member] Enqueued Resource ID: 06f54813-fce3-49a0-ba21-6f71d6ccf25d with Priority: HIGHEST for action security_group_rules [ 943.193929] env[65429]: INFO networking_nsxv3.common.synchronization [req-b6e2bafd-1451-43dd-9c93-4f54c66ee65c req-c05e7832-cd01-44ae-a66a-c0ec4b7e3d4b tempest-SecurityGroupsTestJSON-778350501 tempest-SecurityGroupsTestJSON-778350501-project-member] Enqueued Resource ID: 06f54813-fce3-49a0-ba21-6f71d6ccf25d with Priority: HIGHEST for action security_group_members [ 943.194167] env[65429]: INFO networking_nsxv3.common.synchronization [req-b6e2bafd-1451-43dd-9c93-4f54c66ee65c req-c05e7832-cd01-44ae-a66a-c0ec4b7e3d4b tempest-SecurityGroupsTestJSON-778350501 tempest-SecurityGroupsTestJSON-778350501-project-member] Enqueued Resource ID: 5e01e3f0-6621-43d1-8e73-a3c7f4338302 with Priority: HIGHEST for action security_group_rules [ 943.194358] env[65429]: INFO networking_nsxv3.common.synchronization [req-b6e2bafd-1451-43dd-9c93-4f54c66ee65c req-c05e7832-cd01-44ae-a66a-c0ec4b7e3d4b tempest-SecurityGroupsTestJSON-778350501 tempest-SecurityGroupsTestJSON-778350501-project-member] Enqueued Resource ID: 5e01e3f0-6621-43d1-8e73-a3c7f4338302 with Priority: HIGHEST for action security_group_members [ 943.194533] env[65429]: INFO networking_nsxv3.common.synchronization [req-b6e2bafd-1451-43dd-9c93-4f54c66ee65c req-c05e7832-cd01-44ae-a66a-c0ec4b7e3d4b tempest-SecurityGroupsTestJSON-778350501 tempest-SecurityGroupsTestJSON-778350501-project-member] Enqueued Resource ID: 3451316c-1fa3-43a4-8f50-5d3ea77e0562 with Priority: HIGHEST for action port [ 943.195775] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0590326f-041e-45f5-9fe8-efad9a34a8a3 with Priority: HIGHEST for action security_group_rules [ 943.195775] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06f54813-fce3-49a0-ba21-6f71d6ccf25d with Priority: HIGHEST for action security_group_rules [ 943.195775] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e01e3f0-6621-43d1-8e73-a3c7f4338302 with Priority: HIGHEST for action security_group_members [ 943.195775] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3451316c-1fa3-43a4-8f50-5d3ea77e0562 with Priority: HIGHEST for action port [ 943.196289] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e01e3f0-6621-43d1-8e73-a3c7f4338302 with Priority: HIGHEST for action security_group_rules [ 943.196289] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0590326f-041e-45f5-9fe8-efad9a34a8a3 with Priority: HIGHEST for action security_group_members [ 943.196289] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06f54813-fce3-49a0-ba21-6f71d6ccf25d with Priority: HIGHEST for action security_group_members [ 943.196732] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0590326f-041e-45f5-9fe8-efad9a34a8a3 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.196940] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0590326f-041e-45f5-9fe8-efad9a34a8a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.197284] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06f54813-fce3-49a0-ba21-6f71d6ccf25d taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.197460] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06f54813-fce3-49a0-ba21-6f71d6ccf25d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.197583] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06f54813-fce3-49a0-ba21-6f71d6ccf25d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.197976] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06f54813-fce3-49a0-ba21-6f71d6ccf25d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.198117] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06f54813-fce3-49a0-ba21-6f71d6ccf25d',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.199116] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e01e3f0-6621-43d1-8e73-a3c7f4338302 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.199226] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.199778] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-3451316c-1fa3-43a4-8f50-5d3ea77e0562 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.199778] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3451316c-1fa3-43a4-8f50-5d3ea77e0562" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.200116] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e01e3f0-6621-43d1-8e73-a3c7f4338302 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.200211] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.200425] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-0590326f-041e-45f5-9fe8-efad9a34a8a3 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.200512] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0590326f-041e-45f5-9fe8-efad9a34a8a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.200761] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-06f54813-fce3-49a0-ba21-6f71d6ccf25d taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.200896] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06f54813-fce3-49a0-ba21-6f71d6ccf25d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.206167] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0590326f-041e-45f5-9fe8-efad9a34a8a3',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.216577] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e01e3f0-6621-43d1-8e73-a3c7f4338302',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.266977] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e01e3f0-6621-43d1-8e73-a3c7f4338302 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.267137] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.267317] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3451316c-1fa3-43a4-8f50-5d3ea77e0562 with status ACTIVE [ 943.267483] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.267589] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.267656] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.267868] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.267983] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.268151] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.268244] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.268305] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.268719] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.268719] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.268719] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.268887] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.268887] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.268997] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.269088] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.269170] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3451316c-1fa3-43a4-8f50-5d3ea77e0562 is going to be updated. [ 943.270378] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-0590326f-041e-45f5-9fe8-efad9a34a8a3 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.270587] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0590326f-041e-45f5-9fe8-efad9a34a8a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.301481] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.301676] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.301736] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.302625] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.302625] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.302625] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3451316c-1fa3-43a4-8f50-5d3ea77e0562" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.302625] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3451316c-1fa3-43a4-8f50-5d3ea77e0562" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.302625] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3451316c-1fa3-43a4-8f50-5d3ea77e0562" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.302936] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3451316c-1fa3-43a4-8f50-5d3ea77e0562',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.568756] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fe497da-061b-4ef8-9f50-cf8a7cf9da55 in Status: SUCCESS [ 943.569071] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fe497da-061b-4ef8-9f50-cf8a7cf9da55" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.569252] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fe497da-061b-4ef8-9f50-cf8a7cf9da55" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.569470] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fe497da-061b-4ef8-9f50-cf8a7cf9da55" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.569712] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.569879] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.569925] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.570080] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.570162] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.570271] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fe497da-061b-4ef8-9f50-cf8a7cf9da55" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.570368] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2fe497da-061b-4ef8-9f50-cf8a7cf9da55',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.647714] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('06f54813-fce3-49a0-ba21-6f71d6ccf25d',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.705155] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-06f54813-fce3-49a0-ba21-6f71d6ccf25d taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.705155] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06f54813-fce3-49a0-ba21-6f71d6ccf25d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.711432] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0590326f-041e-45f5-9fe8-efad9a34a8a3',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.719193] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e01e3f0-6621-43d1-8e73-a3c7f4338302',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.805405] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3451316c-1fa3-43a4-8f50-5d3ea77e0562 with status ACTIVE [ 943.805748] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.805873] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.805945] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.806176] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.806316] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.806531] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.806778] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.806854] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.807124] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.807216] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.807457] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.807563] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.807626] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.807777] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.807868] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.807959] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3451316c-1fa3-43a4-8f50-5d3ea77e0562 is going to be updated. [ 943.830629] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.830944] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.831055] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.831309] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.831438] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.831615] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3451316c-1fa3-43a4-8f50-5d3ea77e0562" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.073365] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2fe497da-061b-4ef8-9f50-cf8a7cf9da55',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.150628] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('06f54813-fce3-49a0-ba21-6f71d6ccf25d',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.213628] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.213628] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.213628] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.214110] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.214110] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.214250] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0590326f-041e-45f5-9fe8-efad9a34a8a3 is going to be created. [ 944.221499] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.221778] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.221778] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.221959] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.222066] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.222172] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e01e3f0-6621-43d1-8e73-a3c7f4338302 is going to be updated. [ 944.266155] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.266315] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.266356] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.266551] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.266914] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.279898] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.279898] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.280057] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.280273] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.280513] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.286782] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0590326f-041e-45f5-9fe8-efad9a34a8a3 in Status: UNINITIALIZED for 2s [ 944.297749] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e01e3f0-6621-43d1-8e73-a3c7f4338302 in Status: IN_PROGRESS for 2s [ 944.575905] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2fe497da-061b-4ef8-9f50-cf8a7cf9da55: rpc.has_security_group_logging(os_id): False [ 944.596583] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.596797] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.596797] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.597090] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.597090] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.597741] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.597741] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.597741] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.597741] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.597741] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.598038] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2fe497da-061b-4ef8-9f50-cf8a7cf9da55 is going to be created. [ 944.654304] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.654304] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.654304] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.654304] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.654304] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.654618] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06f54813-fce3-49a0-ba21-6f71d6ccf25d is going to be created. [ 944.681043] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.681043] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.681043] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.681043] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.681303] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.690765] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.690765] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.690765] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.690978] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.691042] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.693967] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06f54813-fce3-49a0-ba21-6f71d6ccf25d in Status: UNINITIALIZED for 2s [ 944.702321] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2fe497da-061b-4ef8-9f50-cf8a7cf9da55 in Status: IN_PROGRESS for 2s [ 944.738561] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 716be1b4-4f1b-4051-9736-05f4b331cbe4 in Status: SUCCESS [ 944.738985] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-716be1b4-4f1b-4051-9736-05f4b331cbe4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.739297] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-716be1b4-4f1b-4051-9736-05f4b331cbe4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.739571] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-716be1b4-4f1b-4051-9736-05f4b331cbe4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.740358] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.740358] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.740358] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.740358] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.740358] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.740688] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-716be1b4-4f1b-4051-9736-05f4b331cbe4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.740688] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-716be1b4-4f1b-4051-9736-05f4b331cbe4 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.740777] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-716be1b4-4f1b-4051-9736-05f4b331cbe4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.740913] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-716be1b4-4f1b-4051-9736-05f4b331cbe4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.741028] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-716be1b4-4f1b-4051-9736-05f4b331cbe4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.741226] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.741397] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.741397] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.741538] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.741538] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.741688] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-716be1b4-4f1b-4051-9736-05f4b331cbe4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.741688] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('716be1b4-4f1b-4051-9736-05f4b331cbe4',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.743182] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-716be1b4-4f1b-4051-9736-05f4b331cbe4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.743356] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-716be1b4-4f1b-4051-9736-05f4b331cbe4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.743516] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.743644] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.743706] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.743838] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.743924] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.744156] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('716be1b4-4f1b-4051-9736-05f4b331cbe4',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.244478] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 716be1b4-4f1b-4051-9736-05f4b331cbe4: rpc.has_security_group_logging(os_id): False [ 945.246390] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('716be1b4-4f1b-4051-9736-05f4b331cbe4',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.282910] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.283185] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.283367] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.283533] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.283655] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.283904] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.284048] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.284144] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.284362] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.284468] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.284729] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.284830] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.284912] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.285224] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.285350] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.285639] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.285852] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.285981] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.286257] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.286884] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.286884] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 716be1b4-4f1b-4051-9736-05f4b331cbe4 is going to be created. [ 945.418502] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.418750] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.418750] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.418990] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.419197] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.436564] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 716be1b4-4f1b-4051-9736-05f4b331cbe4 in Status: IN_PROGRESS for 2s [ 945.749803] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('716be1b4-4f1b-4051-9736-05f4b331cbe4',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.253227] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.253459] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.253459] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.253524] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.253700] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.253700] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 716be1b4-4f1b-4051-9736-05f4b331cbe4 is going to be updated. [ 946.284520] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.284693] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.284745] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.285030] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.285190] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.295651] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 716be1b4-4f1b-4051-9736-05f4b331cbe4 in Status: IN_PROGRESS for 2s [ 946.299418] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0590326f-041e-45f5-9fe8-efad9a34a8a3 in Status: SUCCESS [ 946.299814] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0590326f-041e-45f5-9fe8-efad9a34a8a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.301195] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0590326f-041e-45f5-9fe8-efad9a34a8a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.301490] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0590326f-041e-45f5-9fe8-efad9a34a8a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.301779] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.302078] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.302078] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.302945] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.302945] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.302945] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0590326f-041e-45f5-9fe8-efad9a34a8a3',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.314788] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e01e3f0-6621-43d1-8e73-a3c7f4338302 in Status: SUCCESS [ 946.315059] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.315629] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.315812] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.316068] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.316222] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.316310] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.316497] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.316602] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.316726] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e01e3f0-6621-43d1-8e73-a3c7f4338302',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.707248] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06f54813-fce3-49a0-ba21-6f71d6ccf25d in Status: SUCCESS [ 946.707471] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06f54813-fce3-49a0-ba21-6f71d6ccf25d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.707652] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06f54813-fce3-49a0-ba21-6f71d6ccf25d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.707930] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06f54813-fce3-49a0-ba21-6f71d6ccf25d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.708105] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.708302] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.708302] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.708494] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.709070] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.709233] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06f54813-fce3-49a0-ba21-6f71d6ccf25d',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.722235] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2fe497da-061b-4ef8-9f50-cf8a7cf9da55 in Status: SUCCESS [ 946.722473] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2fe497da-061b-4ef8-9f50-cf8a7cf9da55" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.807755] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0590326f-041e-45f5-9fe8-efad9a34a8a3',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.819772] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e01e3f0-6621-43d1-8e73-a3c7f4338302',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.213551] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('06f54813-fce3-49a0-ba21-6f71d6ccf25d',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.310229] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0590326f-041e-45f5-9fe8-efad9a34a8a3',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.322733] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e01e3f0-6621-43d1-8e73-a3c7f4338302',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.450168] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 716be1b4-4f1b-4051-9736-05f4b331cbe4 in Status: SUCCESS [ 947.450435] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-716be1b4-4f1b-4051-9736-05f4b331cbe4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.450597] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-716be1b4-4f1b-4051-9736-05f4b331cbe4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.450876] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-716be1b4-4f1b-4051-9736-05f4b331cbe4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.451031] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('716be1b4-4f1b-4051-9736-05f4b331cbe4',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.717152] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('06f54813-fce3-49a0-ba21-6f71d6ccf25d',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.813090] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.813335] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.813335] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.813556] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.813646] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.813744] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0590326f-041e-45f5-9fe8-efad9a34a8a3 is going to be updated. [ 947.824765] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.824915] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.824989] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.825270] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.825368] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.825470] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e01e3f0-6621-43d1-8e73-a3c7f4338302 is going to be updated. [ 947.872733] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.872999] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.873091] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.873371] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.873586] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.876361] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.876545] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.876639] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.876912] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.877154] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.900593] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0590326f-041e-45f5-9fe8-efad9a34a8a3 in Status: IN_PROGRESS for 2s [ 947.901122] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e01e3f0-6621-43d1-8e73-a3c7f4338302 in Status: IN_PROGRESS for 2s [ 947.954030] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-716be1b4-4f1b-4051-9736-05f4b331cbe4 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.955421] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-716be1b4-4f1b-4051-9736-05f4b331cbe4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.198785] env[65429]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 948.198917] env[65429]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=14 [ 948.220189] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.220409] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.220513] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.220948] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.221093] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.221310] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06f54813-fce3-49a0-ba21-6f71d6ccf25d is going to be updated. [ 948.259854] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.260074] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.260144] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.260323] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.260603] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.271697] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06f54813-fce3-49a0-ba21-6f71d6ccf25d in Status: IN_PROGRESS for 2s [ 948.331952] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 716be1b4-4f1b-4051-9736-05f4b331cbe4 in Status: SUCCESS [ 948.331952] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-716be1b4-4f1b-4051-9736-05f4b331cbe4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.331952] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-716be1b4-4f1b-4051-9736-05f4b331cbe4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.332562] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-716be1b4-4f1b-4051-9736-05f4b331cbe4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.332562] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.332562] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.332562] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.332718] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.332795] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.333446] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-716be1b4-4f1b-4051-9736-05f4b331cbe4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.333446] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('716be1b4-4f1b-4051-9736-05f4b331cbe4',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.835526] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-716be1b4-4f1b-4051-9736-05f4b331cbe4 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.835775] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-716be1b4-4f1b-4051-9736-05f4b331cbe4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.835880] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-716be1b4-4f1b-4051-9736-05f4b331cbe4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.836060] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-716be1b4-4f1b-4051-9736-05f4b331cbe4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.836240] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.836340] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.836396] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.836545] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.836630] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.836719] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-716be1b4-4f1b-4051-9736-05f4b331cbe4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.836885] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-716be1b4-4f1b-4051-9736-05f4b331cbe4 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.836979] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-716be1b4-4f1b-4051-9736-05f4b331cbe4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.837061] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-716be1b4-4f1b-4051-9736-05f4b331cbe4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.837204] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-716be1b4-4f1b-4051-9736-05f4b331cbe4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.837339] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.837442] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.837496] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.837634] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.837707] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.837789] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-716be1b4-4f1b-4051-9736-05f4b331cbe4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.837878] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('716be1b4-4f1b-4051-9736-05f4b331cbe4',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.149715] env[65429]: INFO networking_nsxv3.common.synchronization [req-f8fd5be1-29cc-4205-ba25-4fbc0df763ef req-4dbebc3c-8a82-47b2-a7a9-3d0f6be2caa4 tempest-ImagesTestJSON-1202963915 tempest-ImagesTestJSON-1202963915-project-member] Enqueued Resource ID: 346ed0eb-ae19-4843-9d5c-5fb45d121a17 with Priority: HIGHEST for action security_group_members [ 949.150297] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 346ed0eb-ae19-4843-9d5c-5fb45d121a17 with Priority: HIGHEST for action security_group_members [ 949.150603] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-346ed0eb-ae19-4843-9d5c-5fb45d121a17 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.150795] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.150863] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.151074] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.151249] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.151329] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.151379] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.151526] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.151602] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.151699] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('346ed0eb-ae19-4843-9d5c-5fb45d121a17',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.339979] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 716be1b4-4f1b-4051-9736-05f4b331cbe4: rpc.has_security_group_logging(os_id): False [ 949.363329] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.363517] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.363517] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.363744] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.363849] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.364078] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.364185] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.364251] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.364416] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.364497] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.364702] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.364798] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.364860] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.365013] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.365104] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.365266] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.365357] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.365422] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.365553] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.365625] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.365711] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 716be1b4-4f1b-4051-9736-05f4b331cbe4 is going to be updated. [ 949.478833] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.479025] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.479075] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.479914] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.479914] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.500017] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 716be1b4-4f1b-4051-9736-05f4b331cbe4 in Status: IN_PROGRESS for 2s [ 949.654236] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.654394] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.654468] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.654708] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.654910] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.655837] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.655837] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.655837] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.655837] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.655837] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.655837] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 346ed0eb-ae19-4843-9d5c-5fb45d121a17 is going to be updated. [ 949.687478] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.687478] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.687478] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.687478] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.687478] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.700989] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 346ed0eb-ae19-4843-9d5c-5fb45d121a17 in Status: IN_PROGRESS for 2s [ 949.913777] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e01e3f0-6621-43d1-8e73-a3c7f4338302 in Status: SUCCESS [ 949.913777] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.913954] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.914146] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.914622] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.914622] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.914622] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.914781] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.914781] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.914898] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e01e3f0-6621-43d1-8e73-a3c7f4338302',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.917137] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0590326f-041e-45f5-9fe8-efad9a34a8a3 in Status: SUCCESS [ 949.917137] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0590326f-041e-45f5-9fe8-efad9a34a8a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.917137] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0590326f-041e-45f5-9fe8-efad9a34a8a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.917137] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0590326f-041e-45f5-9fe8-efad9a34a8a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.917137] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.917600] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.917600] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.917600] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.917600] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.917600] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0590326f-041e-45f5-9fe8-efad9a34a8a3',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.291023] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06f54813-fce3-49a0-ba21-6f71d6ccf25d in Status: SUCCESS [ 950.291023] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06f54813-fce3-49a0-ba21-6f71d6ccf25d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.291201] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06f54813-fce3-49a0-ba21-6f71d6ccf25d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.291458] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06f54813-fce3-49a0-ba21-6f71d6ccf25d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.291659] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.291789] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.291873] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.292051] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.292131] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.292221] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06f54813-fce3-49a0-ba21-6f71d6ccf25d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.292314] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('06f54813-fce3-49a0-ba21-6f71d6ccf25d',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.419088] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e01e3f0-6621-43d1-8e73-a3c7f4338302',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.421991] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0590326f-041e-45f5-9fe8-efad9a34a8a3',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.795306] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('06f54813-fce3-49a0-ba21-6f71d6ccf25d',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.921865] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e01e3f0-6621-43d1-8e73-a3c7f4338302',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.923931] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0590326f-041e-45f5-9fe8-efad9a34a8a3',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.297699] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 06f54813-fce3-49a0-ba21-6f71d6ccf25d: rpc.has_security_group_logging(os_id): False [ 951.317095] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.317265] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.317340] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.317579] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.317669] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.317933] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.318066] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.318135] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.318301] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.318378] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.318466] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06f54813-fce3-49a0-ba21-6f71d6ccf25d is going to be created. [ 951.380062] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.380226] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.380363] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.380507] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.380687] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.392168] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06f54813-fce3-49a0-ba21-6f71d6ccf25d in Status: IN_PROGRESS for 2s [ 951.424940] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.425289] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.425289] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.425428] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.425520] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.425615] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e01e3f0-6621-43d1-8e73-a3c7f4338302 is going to be updated. [ 951.426937] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.427055] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.427108] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.427270] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.427495] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.427495] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0590326f-041e-45f5-9fe8-efad9a34a8a3 is going to be updated. [ 951.467195] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.467525] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.467525] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.467659] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.467850] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.469869] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.469869] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.470035] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.470151] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.470299] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.482627] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0590326f-041e-45f5-9fe8-efad9a34a8a3 in Status: IN_PROGRESS for 2s [ 951.482763] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e01e3f0-6621-43d1-8e73-a3c7f4338302 in Status: IN_PROGRESS for 2s [ 951.523948] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 716be1b4-4f1b-4051-9736-05f4b331cbe4 in Status: SUCCESS [ 951.524215] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-716be1b4-4f1b-4051-9736-05f4b331cbe4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.712042] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 346ed0eb-ae19-4843-9d5c-5fb45d121a17 in Status: SUCCESS [ 951.712042] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 346ed0eb-ae19-4843-9d5c-5fb45d121a17 deletion is rescheduled due to dependency. [ 951.712252] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.197704] env[65429]: INFO networking_nsxv3.common.synchronization [req-05c42af5-b723-47c6-90ca-42d0e6aa51cc req-cd1f76e3-5e5a-461b-b8ee-ac8cf508c3aa tempest-ServerRescueTestJSON-475002959 tempest-ServerRescueTestJSON-475002959-project-member] Enqueued Resource ID: 0e35d774-6882-4c7e-99c0-7daaa6397e7c with Priority: HIGHEST for action security_group_members [ 952.198340] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e35d774-6882-4c7e-99c0-7daaa6397e7c with Priority: HIGHEST for action security_group_members [ 952.198647] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e35d774-6882-4c7e-99c0-7daaa6397e7c taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.198788] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e35d774-6882-4c7e-99c0-7daaa6397e7c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.198860] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e35d774-6882-4c7e-99c0-7daaa6397e7c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.199077] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e35d774-6882-4c7e-99c0-7daaa6397e7c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.199237] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.199340] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.199404] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.199555] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.199639] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.199733] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e35d774-6882-4c7e-99c0-7daaa6397e7c',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.702781] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.703172] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.703172] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.703250] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.703349] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.703547] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.703647] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.703711] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.703862] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.703939] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.704034] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e35d774-6882-4c7e-99c0-7daaa6397e7c is going to be updated. [ 952.736801] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.737015] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.737128] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.737368] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.737629] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.746591] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e35d774-6882-4c7e-99c0-7daaa6397e7c in Status: IN_PROGRESS for 2s [ 953.405035] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06f54813-fce3-49a0-ba21-6f71d6ccf25d in Status: SUCCESS [ 953.405281] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06f54813-fce3-49a0-ba21-6f71d6ccf25d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.497635] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0590326f-041e-45f5-9fe8-efad9a34a8a3 in Status: SUCCESS [ 953.497974] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0590326f-041e-45f5-9fe8-efad9a34a8a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.498267] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0590326f-041e-45f5-9fe8-efad9a34a8a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.498607] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0590326f-041e-45f5-9fe8-efad9a34a8a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.498886] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.499080] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.499188] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.499448] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.499523] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.499662] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0590326f-041e-45f5-9fe8-efad9a34a8a3',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.501512] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e01e3f0-6621-43d1-8e73-a3c7f4338302 in Status: SUCCESS [ 953.501724] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.501912] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.502670] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.502670] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.502670] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.502670] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.502670] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.502960] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.502960] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e01e3f0-6621-43d1-8e73-a3c7f4338302',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.005063] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0590326f-041e-45f5-9fe8-efad9a34a8a3',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.007018] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e01e3f0-6621-43d1-8e73-a3c7f4338302',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.186299] env[65429]: INFO networking_nsxv3.common.synchronization [req-2f78d244-48d9-4c43-b21e-4055b7235b60 req-0f69aa34-3e1f-42a6-bf11-8d0911329483 tempest-ServersAdminTestJSON-611263935 tempest-ServersAdminTestJSON-611263935-project-member] Enqueued Resource ID: d075b3cd-e544-42a6-afb4-6f693b39465c with Priority: HIGHEST for action security_group_members [ 954.186843] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d075b3cd-e544-42a6-afb4-6f693b39465c with Priority: HIGHEST for action security_group_members [ 954.187836] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-d075b3cd-e544-42a6-afb4-6f693b39465c taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.188110] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.188110] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.188324] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.188467] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.188592] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.188663] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.188834] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.188921] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.189031] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d075b3cd-e544-42a6-afb4-6f693b39465c',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.316258] env[65429]: INFO networking_nsxv3.common.synchronization [req-316d8f12-2e2f-415a-a396-b7b34e3525a2 req-6f7a2719-ab8f-4571-8fe9-9bd942a83172 tempest-MultipleCreateTestJSON-808618254 tempest-MultipleCreateTestJSON-808618254-project-member] Enqueued Resource ID: 04963f1c-3d42-4299-bf92-c869011c4372 with Priority: HIGHEST for action security_group_members [ 954.318367] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04963f1c-3d42-4299-bf92-c869011c4372 with Priority: HIGHEST for action security_group_members [ 954.318754] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-04963f1c-3d42-4299-bf92-c869011c4372 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.318871] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.318937] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.319149] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.319307] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.319435] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.319518] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.319612] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.319701] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.319785] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04963f1c-3d42-4299-bf92-c869011c4372',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.508797] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e01e3f0-6621-43d1-8e73-a3c7f4338302',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.511577] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0590326f-041e-45f5-9fe8-efad9a34a8a3',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.637106] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock network-829 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.637364] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "network-829" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.637491] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "network-829" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.637770] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "network-829" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.638041] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.638227] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.638356] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.638568] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.638713] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.638912] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 954.639035] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 954.639145] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 954.639252] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 954.639361] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 954.639466] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 954.639594] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 954.660200] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 954.660371] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 954.660510] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 954.660686] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "network-829" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.661057] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock port-0ac3311d-1459-4160-a0f8-9de256209d32 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.661247] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "port-0ac3311d-1459-4160-a0f8-9de256209d32" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.661368] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "port-0ac3311d-1459-4160-a0f8-9de256209d32" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.661693] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "port-0ac3311d-1459-4160-a0f8-9de256209d32" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.661869] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ac3311d-1459-4160-a0f8-9de256209d32',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.693035] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.693035] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.693035] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.693035] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.693035] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.693289] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.693289] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.694028] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.694028] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.694028] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.694028] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d075b3cd-e544-42a6-afb4-6f693b39465c is going to be updated. [ 954.727817] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.727991] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.728123] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.728269] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.728410] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.736949] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d075b3cd-e544-42a6-afb4-6f693b39465c in Status: IN_PROGRESS for 2s [ 954.766131] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e35d774-6882-4c7e-99c0-7daaa6397e7c in Status: SUCCESS [ 954.766331] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e35d774-6882-4c7e-99c0-7daaa6397e7c deletion is rescheduled due to dependency. [ 954.766451] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e35d774-6882-4c7e-99c0-7daaa6397e7c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.822434] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.822600] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.822666] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.822897] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.822987] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.823230] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.823325] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.823375] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.823493] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.823636] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.823819] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04963f1c-3d42-4299-bf92-c869011c4372 is going to be updated. [ 954.850055] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.850207] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.850279] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.850492] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.850637] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.859481] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04963f1c-3d42-4299-bf92-c869011c4372 in Status: IN_PROGRESS for 2s [ 955.010595] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.010962] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.010962] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.011050] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.011130] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.011230] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e01e3f0-6621-43d1-8e73-a3c7f4338302 is going to be updated. [ 955.014228] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.014360] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.014443] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.014587] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.014735] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.014781] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0590326f-041e-45f5-9fe8-efad9a34a8a3 is going to be updated. [ 955.039947] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.040163] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.040207] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.040414] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.040550] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.043098] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.043238] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.043319] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.043478] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.043606] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.053133] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0590326f-041e-45f5-9fe8-efad9a34a8a3 in Status: IN_PROGRESS for 2s [ 955.053834] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e01e3f0-6621-43d1-8e73-a3c7f4338302 in Status: IN_PROGRESS for 2s [ 955.165995] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.166424] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.166669] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.167087] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.167360] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.167611] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Segment Port 0ac3311d-1459-4160-a0f8-9de256209d32 not found, creating... [ 955.168049] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.168317] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.168518] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.168891] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.169159] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.169626] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.169897] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.170411] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.170819] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.171081] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.171329] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Resource: SegmentPort with ID: 0ac3311d-1459-4160-a0f8-9de256209d32 is going to be created. [ 955.190673] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.190923] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.191052] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.191320] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.191545] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.191771] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "port-0ac3311d-1459-4160-a0f8-9de256209d32" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.880214] env[65429]: INFO networking_nsxv3.common.synchronization [req-316d8f12-2e2f-415a-a396-b7b34e3525a2 req-3f48e88c-0b21-42be-bb60-87233872a888 service nova] Enqueued Resource ID: 04963f1c-3d42-4299-bf92-c869011c4372 with Priority: HIGHEST for action security_group_rules [ 955.880214] env[65429]: INFO networking_nsxv3.common.synchronization [req-316d8f12-2e2f-415a-a396-b7b34e3525a2 req-3f48e88c-0b21-42be-bb60-87233872a888 service nova] Enqueued Resource ID: 04963f1c-3d42-4299-bf92-c869011c4372 with Priority: HIGHEST for action security_group_members [ 955.880214] env[65429]: INFO networking_nsxv3.common.synchronization [req-316d8f12-2e2f-415a-a396-b7b34e3525a2 req-3f48e88c-0b21-42be-bb60-87233872a888 service nova] Enqueued Resource ID: 0ac3311d-1459-4160-a0f8-9de256209d32 with Priority: HIGHEST for action port [ 955.880214] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04963f1c-3d42-4299-bf92-c869011c4372 with Priority: HIGHEST for action security_group_rules [ 955.880214] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04963f1c-3d42-4299-bf92-c869011c4372 with Priority: HIGHEST for action security_group_members [ 955.880214] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ac3311d-1459-4160-a0f8-9de256209d32 with Priority: HIGHEST for action port [ 955.880214] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04963f1c-3d42-4299-bf92-c869011c4372 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.880214] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.880214] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.881073] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.881303] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04963f1c-3d42-4299-bf92-c869011c4372',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.882607] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-04963f1c-3d42-4299-bf92-c869011c4372 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.882820] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.883130] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ac3311d-1459-4160-a0f8-9de256209d32 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.883396] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ac3311d-1459-4160-a0f8-9de256209d32" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.883643] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ac3311d-1459-4160-a0f8-9de256209d32" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.884036] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ac3311d-1459-4160-a0f8-9de256209d32" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.884937] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ac3311d-1459-4160-a0f8-9de256209d32',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.388168] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-04963f1c-3d42-4299-bf92-c869011c4372 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.388168] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.390589] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0ac3311d-1459-4160-a0f8-9de256209d32 with status ACTIVE [ 956.390830] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.390981] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.391077] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.391317] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.391441] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.391662] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.391788] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.391854] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.392053] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.392138] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.392320] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.392414] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.392475] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.392617] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.392691] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.392790] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0ac3311d-1459-4160-a0f8-9de256209d32 is going to be updated. [ 956.416608] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.416828] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.416828] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.417047] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.417189] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.417388] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ac3311d-1459-4160-a0f8-9de256209d32" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.741908] env[65429]: INFO networking_nsxv3.common.synchronization [req-316d8f12-2e2f-415a-a396-b7b34e3525a2 req-47cb4bce-eddb-41ae-b2f5-e8bb39e08fce tempest-MultipleCreateTestJSON-808618254 tempest-MultipleCreateTestJSON-808618254-project-member] Enqueued Resource ID: 04963f1c-3d42-4299-bf92-c869011c4372 with Priority: HIGHEST for action security_group_members [ 956.742493] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04963f1c-3d42-4299-bf92-c869011c4372 with Priority: HIGHEST for action security_group_members [ 956.742805] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-04963f1c-3d42-4299-bf92-c869011c4372 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.742920] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.747700] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d075b3cd-e544-42a6-afb4-6f693b39465c in Status: SUCCESS [ 956.747865] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d075b3cd-e544-42a6-afb4-6f693b39465c deletion is rescheduled due to dependency. [ 956.747865] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d075b3cd-e544-42a6-afb4-6f693b39465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.870644] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04963f1c-3d42-4299-bf92-c869011c4372 in Status: SUCCESS [ 956.870872] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04963f1c-3d42-4299-bf92-c869011c4372 deletion is rescheduled due to dependency. [ 956.871040] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.871160] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.871384] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.871629] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.871746] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.871911] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.872026] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.872079] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.872181] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04963f1c-3d42-4299-bf92-c869011c4372',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.065436] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0590326f-041e-45f5-9fe8-efad9a34a8a3 in Status: SUCCESS [ 957.065684] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0590326f-041e-45f5-9fe8-efad9a34a8a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.066508] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e01e3f0-6621-43d1-8e73-a3c7f4338302 in Status: SUCCESS [ 957.066685] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.066844] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0590326f-041e-45f5-9fe8-efad9a34a8a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.067074] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0590326f-041e-45f5-9fe8-efad9a34a8a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.067265] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.067382] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.067446] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.067595] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.067701] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.067792] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0590326f-041e-45f5-9fe8-efad9a34a8a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.067884] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0590326f-041e-45f5-9fe8-efad9a34a8a3',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.068719] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.068908] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.069076] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.069178] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.069241] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.069379] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.069446] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.069531] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.069624] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5e01e3f0-6621-43d1-8e73-a3c7f4338302',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.088182] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock network-829 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.088461] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "network-829" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.088579] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "network-829" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.089180] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "network-829" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.089180] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.089349] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.089504] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.089764] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.089969] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.090505] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 957.090653] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 957.091127] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 957.091127] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 957.091284] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 957.091513] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 957.091619] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 957.110846] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 957.111148] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 957.111360] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 957.111601] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "network-829" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.112082] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock port-e538f544-2bea-494d-945d-922a2f92fb1a taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.112339] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "port-e538f544-2bea-494d-945d-922a2f92fb1a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.112523] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "port-e538f544-2bea-494d-945d-922a2f92fb1a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.112935] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "port-e538f544-2bea-494d-945d-922a2f92fb1a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.113153] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e538f544-2bea-494d-945d-922a2f92fb1a',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.374799] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04963f1c-3d42-4299-bf92-c869011c4372',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.573049] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0590326f-041e-45f5-9fe8-efad9a34a8a3',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.574110] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e01e3f0-6621-43d1-8e73-a3c7f4338302 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.574248] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.574379] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.574623] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.574925] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.575043] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.575108] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.575267] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.575351] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.575444] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.575603] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e01e3f0-6621-43d1-8e73-a3c7f4338302 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.576828] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.576828] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.576828] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.576828] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.576828] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.576828] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.576828] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.576828] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.577221] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.577221] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5e01e3f0-6621-43d1-8e73-a3c7f4338302',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.616297] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.616564] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.616646] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.616935] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.617219] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.617512] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Segment Port e538f544-2bea-494d-945d-922a2f92fb1a not found, creating... [ 957.617826] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.618044] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.618221] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.618476] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.618627] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.619136] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.619205] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.619312] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.619533] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.619669] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.619813] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Resource: SegmentPort with ID: e538f544-2bea-494d-945d-922a2f92fb1a is going to be created. [ 957.640796] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.641085] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.641222] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.641521] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.641804] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.642066] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "port-e538f544-2bea-494d-945d-922a2f92fb1a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.877408] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04963f1c-3d42-4299-bf92-c869011c4372',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.079429] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0590326f-041e-45f5-9fe8-efad9a34a8a3: rpc.has_security_group_logging(os_id): False [ 958.080402] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5e01e3f0-6621-43d1-8e73-a3c7f4338302: rpc.has_security_group_logging(os_id): False [ 958.098570] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.098705] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.098705] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.099754] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.099754] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.099754] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.099754] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.099754] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.099754] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.099754] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.100133] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.100133] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.100133] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.100133] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.100249] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.100383] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.100510] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.100574] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.100718] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.100806] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.100896] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e01e3f0-6621-43d1-8e73-a3c7f4338302 is going to be updated. [ 958.103151] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.103151] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.103151] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.103151] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.103151] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.103344] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.103427] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.103497] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.103644] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.103721] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.103808] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0590326f-041e-45f5-9fe8-efad9a34a8a3 is going to be created. [ 958.177340] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.177457] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.177625] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.177727] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.177919] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.185297] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.185447] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.185502] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.185711] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.185856] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.187963] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0590326f-041e-45f5-9fe8-efad9a34a8a3 in Status: IN_PROGRESS for 2s [ 958.201108] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e01e3f0-6621-43d1-8e73-a3c7f4338302 in Status: IN_PROGRESS for 2s [ 958.377179] env[65429]: INFO networking_nsxv3.common.synchronization [req-316d8f12-2e2f-415a-a396-b7b34e3525a2 req-276a84f4-7cb3-44f7-aedc-f5bebb7b3216 service nova] Enqueued Resource ID: 04963f1c-3d42-4299-bf92-c869011c4372 with Priority: HIGHEST for action security_group_rules [ 958.377365] env[65429]: INFO networking_nsxv3.common.synchronization [req-316d8f12-2e2f-415a-a396-b7b34e3525a2 req-276a84f4-7cb3-44f7-aedc-f5bebb7b3216 service nova] Enqueued Resource ID: 04963f1c-3d42-4299-bf92-c869011c4372 with Priority: HIGHEST for action security_group_members [ 958.377524] env[65429]: INFO networking_nsxv3.common.synchronization [req-316d8f12-2e2f-415a-a396-b7b34e3525a2 req-276a84f4-7cb3-44f7-aedc-f5bebb7b3216 service nova] Enqueued Resource ID: e538f544-2bea-494d-945d-922a2f92fb1a with Priority: HIGHEST for action port [ 958.378064] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04963f1c-3d42-4299-bf92-c869011c4372 with Priority: HIGHEST for action security_group_rules [ 958.378199] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04963f1c-3d42-4299-bf92-c869011c4372 with Priority: HIGHEST for action security_group_members [ 958.378294] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e538f544-2bea-494d-945d-922a2f92fb1a with Priority: HIGHEST for action port [ 958.378977] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04963f1c-3d42-4299-bf92-c869011c4372 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.379697] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.379927] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-04963f1c-3d42-4299-bf92-c869011c4372 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.380036] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.380229] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-e538f544-2bea-494d-945d-922a2f92fb1a taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.380333] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e538f544-2bea-494d-945d-922a2f92fb1a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.383147] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e538f544-2bea-494d-945d-922a2f92fb1a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.383381] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e538f544-2bea-494d-945d-922a2f92fb1a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.383468] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e538f544-2bea-494d-945d-922a2f92fb1a',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.384400] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.384554] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.384645] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.384820] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.384907] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.384999] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04963f1c-3d42-4299-bf92-c869011c4372 is going to be updated. [ 958.418466] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.418631] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.418836] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.419085] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.419242] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.428684] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04963f1c-3d42-4299-bf92-c869011c4372 in Status: IN_PROGRESS for 2s [ 958.890022] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e538f544-2bea-494d-945d-922a2f92fb1a with status ACTIVE [ 958.890022] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.890022] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.890022] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.890022] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.890022] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.890022] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.890022] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.890022] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.890022] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.890022] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.890022] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.890022] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.890022] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.890022] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.890022] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.890022] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e538f544-2bea-494d-945d-922a2f92fb1a is going to be updated. [ 958.916022] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.916022] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.916022] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.916022] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.916022] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.916022] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e538f544-2bea-494d-945d-922a2f92fb1a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.200258] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0590326f-041e-45f5-9fe8-efad9a34a8a3 in Status: SUCCESS [ 960.200589] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0590326f-041e-45f5-9fe8-efad9a34a8a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.200767] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0590326f-041e-45f5-9fe8-efad9a34a8a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.201055] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0590326f-041e-45f5-9fe8-efad9a34a8a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.201164] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0590326f-041e-45f5-9fe8-efad9a34a8a3',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.213162] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e01e3f0-6621-43d1-8e73-a3c7f4338302 in Status: SUCCESS [ 960.213450] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.213640] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.213891] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.213986] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e01e3f0-6621-43d1-8e73-a3c7f4338302',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.443437] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04963f1c-3d42-4299-bf92-c869011c4372 in Status: SUCCESS [ 960.443728] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.444829] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.445251] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.445951] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.445951] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.445951] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.445951] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.446398] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.446398] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.446398] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04963f1c-3d42-4299-bf92-c869011c4372',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.447368] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.447636] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.447892] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.448098] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.448200] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.448364] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.448483] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.448614] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04963f1c-3d42-4299-bf92-c869011c4372',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.704345] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-0590326f-041e-45f5-9fe8-efad9a34a8a3 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.705287] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0590326f-041e-45f5-9fe8-efad9a34a8a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.705287] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0590326f-041e-45f5-9fe8-efad9a34a8a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.705287] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0590326f-041e-45f5-9fe8-efad9a34a8a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.705287] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.705287] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.705563] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.705598] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.705692] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.705900] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0590326f-041e-45f5-9fe8-efad9a34a8a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.706343] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0590326f-041e-45f5-9fe8-efad9a34a8a3',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.716895] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e01e3f0-6621-43d1-8e73-a3c7f4338302 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.717095] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.717216] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.717468] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.717685] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.717824] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.717927] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.718151] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.718290] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.718603] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.718762] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5e01e3f0-6621-43d1-8e73-a3c7f4338302',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.950994] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-04963f1c-3d42-4299-bf92-c869011c4372 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.951153] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.951373] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04963f1c-3d42-4299-bf92-c869011c4372',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.208728] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0590326f-041e-45f5-9fe8-efad9a34a8a3',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.221881] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e01e3f0-6621-43d1-8e73-a3c7f4338302 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.222059] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.222131] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.222350] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.222520] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.222620] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.222683] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.222827] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.222910] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.223050] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.223384] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e01e3f0-6621-43d1-8e73-a3c7f4338302 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.223560] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.223671] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.223895] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.224142] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.224300] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.224402] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.224624] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.224755] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.224935] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.225044] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5e01e3f0-6621-43d1-8e73-a3c7f4338302',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.238753] env[65429]: INFO networking_nsxv3.common.synchronization [req-4c059c6d-e851-476b-b00d-b47101c0bed3 req-61f76ee7-9c85-40ed-af4b-046c3339729b tempest-ServerActionsTestOtherA-1190506825 tempest-ServerActionsTestOtherA-1190506825-project-member] Enqueued Resource ID: 8b7b23cb-fc94-46a1-a4fc-0b9c287082f4 with Priority: HIGHEST for action security_group_members [ 961.238753] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b7b23cb-fc94-46a1-a4fc-0b9c287082f4 with Priority: HIGHEST for action security_group_members [ 961.238753] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b7b23cb-fc94-46a1-a4fc-0b9c287082f4 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.239282] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b7b23cb-fc94-46a1-a4fc-0b9c287082f4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.239508] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b7b23cb-fc94-46a1-a4fc-0b9c287082f4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.239849] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b7b23cb-fc94-46a1-a4fc-0b9c287082f4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.240115] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.240360] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.240525] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.240853] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.241225] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.241486] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b7b23cb-fc94-46a1-a4fc-0b9c287082f4',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.454924] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04963f1c-3d42-4299-bf92-c869011c4372',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.579028] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock network-160 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.579255] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "network-160" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.579387] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "network-160" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.579778] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "network-160" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.580082] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.580250] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.580554] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.580589] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.580729] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.581058] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 961.581174] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 961.581287] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 961.581433] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 961.581564] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 961.581692] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 961.581820] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 961.602171] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 961.602402] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 961.602574] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 961.602767] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "network-160" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.603101] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock port-83085320-ff50-438b-b08e-fd820b70509a taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.603274] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "port-83085320-ff50-438b-b08e-fd820b70509a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.603394] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "port-83085320-ff50-438b-b08e-fd820b70509a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.603703] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "port-83085320-ff50-438b-b08e-fd820b70509a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.603841] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83085320-ff50-438b-b08e-fd820b70509a',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.711361] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0590326f-041e-45f5-9fe8-efad9a34a8a3: rpc.has_security_group_logging(os_id): False [ 961.727830] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5e01e3f0-6621-43d1-8e73-a3c7f4338302: rpc.has_security_group_logging(os_id): False [ 961.730281] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.730446] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.730497] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.730678] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.730792] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.731092] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.731188] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.731188] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.731348] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.731424] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.731510] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0590326f-041e-45f5-9fe8-efad9a34a8a3 is going to be updated. [ 961.744431] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.744684] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.744816] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.745092] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.745226] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.745544] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.745707] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.745798] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.746086] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.746200] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.746345] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b7b23cb-fc94-46a1-a4fc-0b9c287082f4 already deleted. [ 961.746469] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b7b23cb-fc94-46a1-a4fc-0b9c287082f4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.748907] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.749064] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.749141] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.749311] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.749405] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.749596] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.749791] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.749791] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.749934] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.750025] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.750227] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.750363] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.750446] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.750622] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.750699] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.750940] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.751052] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.751116] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.751258] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.751332] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.751417] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e01e3f0-6621-43d1-8e73-a3c7f4338302 is going to be updated. [ 961.815951] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.816146] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.816214] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.816444] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.816600] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.836047] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.836047] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.836047] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.836303] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.836303] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.837885] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0590326f-041e-45f5-9fe8-efad9a34a8a3 in Status: IN_PROGRESS for 2s [ 961.864283] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e01e3f0-6621-43d1-8e73-a3c7f4338302 in Status: IN_PROGRESS for 2s [ 961.957960] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.958352] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.958352] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.958580] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.958745] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.958889] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04963f1c-3d42-4299-bf92-c869011c4372 is going to be updated. [ 962.000058] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.000332] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.000332] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.000445] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.000591] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.013773] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04963f1c-3d42-4299-bf92-c869011c4372 in Status: IN_PROGRESS for 2s [ 962.107561] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.107935] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.107999] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.108263] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.108415] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.108620] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Segment Port 83085320-ff50-438b-b08e-fd820b70509a not found, creating... [ 962.108982] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.109351] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.109561] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.109848] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.110016] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.110325] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.110544] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.110712] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.110952] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.111123] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.111331] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Resource: SegmentPort with ID: 83085320-ff50-438b-b08e-fd820b70509a is going to be created. [ 962.134272] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.134832] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.134832] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.135035] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.135222] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.135350] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "port-83085320-ff50-438b-b08e-fd820b70509a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.452330] env[65429]: INFO networking_nsxv3.common.synchronization [None req-9b4de06d-8c20-452f-b278-d1979bb89200 None None] Enqueued Resource ID: fe432dc6-c4b4-44db-92ea-20b43c2e0445 with Priority: HIGHEST for action port [ 962.452330] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe432dc6-c4b4-44db-92ea-20b43c2e0445 with Priority: HIGHEST for action port [ 962.452635] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe432dc6-c4b4-44db-92ea-20b43c2e0445 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.452697] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe432dc6-c4b4-44db-92ea-20b43c2e0445" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.452751] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe432dc6-c4b4-44db-92ea-20b43c2e0445" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.452989] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe432dc6-c4b4-44db-92ea-20b43c2e0445" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.453092] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe432dc6-c4b4-44db-92ea-20b43c2e0445',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.832780] env[65429]: INFO networking_nsxv3.common.synchronization [req-4c059c6d-e851-476b-b00d-b47101c0bed3 req-9e90ff82-5143-480b-b102-8e7d742a26ba service nova] Enqueued Resource ID: 8b7b23cb-fc94-46a1-a4fc-0b9c287082f4 with Priority: HIGHEST for action security_group_rules [ 962.833028] env[65429]: INFO networking_nsxv3.common.synchronization [req-4c059c6d-e851-476b-b00d-b47101c0bed3 req-9e90ff82-5143-480b-b102-8e7d742a26ba service nova] Enqueued Resource ID: 8b7b23cb-fc94-46a1-a4fc-0b9c287082f4 with Priority: HIGHEST for action security_group_members [ 962.833243] env[65429]: INFO networking_nsxv3.common.synchronization [req-4c059c6d-e851-476b-b00d-b47101c0bed3 req-9e90ff82-5143-480b-b102-8e7d742a26ba service nova] Enqueued Resource ID: 83085320-ff50-438b-b08e-fd820b70509a with Priority: HIGHEST for action port [ 962.833970] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b7b23cb-fc94-46a1-a4fc-0b9c287082f4 with Priority: HIGHEST for action security_group_rules [ 962.836538] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b7b23cb-fc94-46a1-a4fc-0b9c287082f4 with Priority: HIGHEST for action security_group_members [ 962.836538] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83085320-ff50-438b-b08e-fd820b70509a with Priority: HIGHEST for action port [ 962.836538] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b7b23cb-fc94-46a1-a4fc-0b9c287082f4 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.836538] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b7b23cb-fc94-46a1-a4fc-0b9c287082f4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.836538] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b7b23cb-fc94-46a1-a4fc-0b9c287082f4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.836538] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b7b23cb-fc94-46a1-a4fc-0b9c287082f4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.836538] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b7b23cb-fc94-46a1-a4fc-0b9c287082f4',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.838390] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b7b23cb-fc94-46a1-a4fc-0b9c287082f4 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.838540] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b7b23cb-fc94-46a1-a4fc-0b9c287082f4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.838794] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b7b23cb-fc94-46a1-a4fc-0b9c287082f4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.839016] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b7b23cb-fc94-46a1-a4fc-0b9c287082f4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.839334] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.839446] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.839511] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.839672] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.839801] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.839919] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b7b23cb-fc94-46a1-a4fc-0b9c287082f4',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.840842] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-83085320-ff50-438b-b08e-fd820b70509a taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.840972] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83085320-ff50-438b-b08e-fd820b70509a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.841052] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83085320-ff50-438b-b08e-fd820b70509a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.841221] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83085320-ff50-438b-b08e-fd820b70509a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.841296] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83085320-ff50-438b-b08e-fd820b70509a',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.955132] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fe432dc6-c4b4-44db-92ea-20b43c2e0445 [ 962.955364] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.955500] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.955561] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.955789] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.955876] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.955949] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fe432dc6-c4b4-44db-92ea-20b43c2e0445 already deleted. [ 962.956171] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe432dc6-c4b4-44db-92ea-20b43c2e0445" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.357879] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b7b23cb-fc94-46a1-a4fc-0b9c287082f4',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.357879] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b7b23cb-fc94-46a1-a4fc-0b9c287082f4 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.357879] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b7b23cb-fc94-46a1-a4fc-0b9c287082f4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.357879] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 83085320-ff50-438b-b08e-fd820b70509a with status ACTIVE [ 963.357879] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.357879] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.357879] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.357879] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.357879] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.357879] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.357879] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.357879] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.357879] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.357879] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.360304] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.360304] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.360304] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.360304] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.360304] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.360304] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 83085320-ff50-438b-b08e-fd820b70509a is going to be updated. [ 963.382640] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.382640] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.382640] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.382867] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.382867] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.382984] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83085320-ff50-438b-b08e-fd820b70509a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.644711] env[65429]: INFO networking_nsxv3.common.synchronization [None req-38e2ca19-9173-4a42-b2fb-3ea571bfd27d tempest-AttachVolumeTestJSON-1851786362 tempest-AttachVolumeTestJSON-1851786362-project-member] Enqueued Resource ID: e8856207-80d0-460c-93d6-1752a3c7cb7e with Priority: HIGHEST for action security_group_rules [ 963.645237] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8856207-80d0-460c-93d6-1752a3c7cb7e with Priority: HIGHEST for action security_group_rules [ 963.645554] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8856207-80d0-460c-93d6-1752a3c7cb7e taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.645676] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8856207-80d0-460c-93d6-1752a3c7cb7e" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.645743] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8856207-80d0-460c-93d6-1752a3c7cb7e" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.645995] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8856207-80d0-460c-93d6-1752a3c7cb7e" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.646462] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8856207-80d0-460c-93d6-1752a3c7cb7e',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.741286] env[65429]: INFO networking_nsxv3.common.synchronization [None req-4a68ae70-5d09-446f-b2e5-957c2cf296db tempest-AttachVolumeTestJSON-1851786362 tempest-AttachVolumeTestJSON-1851786362-project-member] Enqueued Resource ID: e8856207-80d0-460c-93d6-1752a3c7cb7e with Priority: HIGHEST for action security_group_rules [ 963.741877] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8856207-80d0-460c-93d6-1752a3c7cb7e with Priority: HIGHEST for action security_group_rules [ 963.742387] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8856207-80d0-460c-93d6-1752a3c7cb7e taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.742387] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8856207-80d0-460c-93d6-1752a3c7cb7e" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.851804] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0590326f-041e-45f5-9fe8-efad9a34a8a3 in Status: SUCCESS [ 963.852104] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0590326f-041e-45f5-9fe8-efad9a34a8a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.857452] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b7b23cb-fc94-46a1-a4fc-0b9c287082f4',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.880032] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e01e3f0-6621-43d1-8e73-a3c7f4338302 in Status: SUCCESS [ 963.880032] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.023826] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04963f1c-3d42-4299-bf92-c869011c4372 in Status: SUCCESS [ 964.024074] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.024380] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.024634] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.024828] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.024955] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.025684] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.025684] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.025684] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.025684] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04963f1c-3d42-4299-bf92-c869011c4372',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.168529] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.168749] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.168749] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.169082] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.169164] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.169200] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8856207-80d0-460c-93d6-1752a3c7cb7e already deleted. [ 964.169277] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8856207-80d0-460c-93d6-1752a3c7cb7e" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.169760] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8856207-80d0-460c-93d6-1752a3c7cb7e" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.169927] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8856207-80d0-460c-93d6-1752a3c7cb7e" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.170063] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8856207-80d0-460c-93d6-1752a3c7cb7e',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.359463] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.359683] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.359751] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.360158] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.360158] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.360549] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b7b23cb-fc94-46a1-a4fc-0b9c287082f4 is going to be created. [ 964.385324] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.385518] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.385589] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.385828] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.386018] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.397191] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b7b23cb-fc94-46a1-a4fc-0b9c287082f4 in Status: UNINITIALIZED for 2s [ 964.527753] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04963f1c-3d42-4299-bf92-c869011c4372',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.702595] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.702997] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.702997] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.703113] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.703145] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.703413] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8856207-80d0-460c-93d6-1752a3c7cb7e already deleted. [ 964.703413] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8856207-80d0-460c-93d6-1752a3c7cb7e" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.737884] env[65429]: INFO networking_nsxv3.common.synchronization [None req-696d4659-ef13-48f2-9c97-b32aed334195 tempest-ServerDiskConfigTestJSON-1203054178 tempest-ServerDiskConfigTestJSON-1203054178-project-member] Enqueued Resource ID: 4902288e-2ad1-4c13-bb1f-59c37dfcd3bc with Priority: HIGHEST for action security_group_rules [ 964.737884] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4902288e-2ad1-4c13-bb1f-59c37dfcd3bc with Priority: HIGHEST for action security_group_rules [ 964.737884] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4902288e-2ad1-4c13-bb1f-59c37dfcd3bc taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.737884] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4902288e-2ad1-4c13-bb1f-59c37dfcd3bc" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.737884] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4902288e-2ad1-4c13-bb1f-59c37dfcd3bc" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.737884] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4902288e-2ad1-4c13-bb1f-59c37dfcd3bc" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.738115] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4902288e-2ad1-4c13-bb1f-59c37dfcd3bc',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.854506] env[65429]: INFO networking_nsxv3.common.synchronization [None req-e81492b0-d19d-4fd7-8dac-96476e5d14ab tempest-ServerDiskConfigTestJSON-1203054178 tempest-ServerDiskConfigTestJSON-1203054178-project-member] Enqueued Resource ID: 4902288e-2ad1-4c13-bb1f-59c37dfcd3bc with Priority: HIGHEST for action security_group_rules [ 964.855691] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4902288e-2ad1-4c13-bb1f-59c37dfcd3bc with Priority: HIGHEST for action security_group_rules [ 964.856602] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4902288e-2ad1-4c13-bb1f-59c37dfcd3bc taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.856700] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4902288e-2ad1-4c13-bb1f-59c37dfcd3bc" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.028449] env[65429]: INFO networking_nsxv3.common.synchronization [None req-ebe18787-0ddd-499e-934f-daea78d84a51 None None] Enqueued Resource ID: f336cfce-efc7-4175-be68-e758c4e55e22 with Priority: HIGHEST for action port [ 965.029621] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f336cfce-efc7-4175-be68-e758c4e55e22 with Priority: HIGHEST for action port [ 965.029709] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04963f1c-3d42-4299-bf92-c869011c4372',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.031074] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-f336cfce-efc7-4175-be68-e758c4e55e22 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.031074] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f336cfce-efc7-4175-be68-e758c4e55e22" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.031074] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f336cfce-efc7-4175-be68-e758c4e55e22" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.031274] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f336cfce-efc7-4175-be68-e758c4e55e22" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.031642] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f336cfce-efc7-4175-be68-e758c4e55e22',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.266714] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.266714] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.266714] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.266714] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.266714] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.266714] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4902288e-2ad1-4c13-bb1f-59c37dfcd3bc already deleted. [ 965.266714] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4902288e-2ad1-4c13-bb1f-59c37dfcd3bc" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.266714] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4902288e-2ad1-4c13-bb1f-59c37dfcd3bc" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.266714] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4902288e-2ad1-4c13-bb1f-59c37dfcd3bc" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.266714] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4902288e-2ad1-4c13-bb1f-59c37dfcd3bc',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.533031] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.533267] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.533347] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.533566] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.533658] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.533754] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04963f1c-3d42-4299-bf92-c869011c4372 is going to be updated. [ 965.535148] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f336cfce-efc7-4175-be68-e758c4e55e22 [ 965.535290] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.535408] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.535478] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.535652] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.535744] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.535866] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f336cfce-efc7-4175-be68-e758c4e55e22 already deleted. [ 965.535957] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f336cfce-efc7-4175-be68-e758c4e55e22" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.566678] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.566931] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.569863] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.570143] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.570415] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.580925] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04963f1c-3d42-4299-bf92-c869011c4372 in Status: IN_PROGRESS for 2s [ 965.817190] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.817496] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.817496] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.817565] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.817607] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.817704] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4902288e-2ad1-4c13-bb1f-59c37dfcd3bc already deleted. [ 965.817772] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4902288e-2ad1-4c13-bb1f-59c37dfcd3bc" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.414775] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b7b23cb-fc94-46a1-a4fc-0b9c287082f4 in Status: SUCCESS [ 966.415608] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b7b23cb-fc94-46a1-a4fc-0b9c287082f4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.415608] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b7b23cb-fc94-46a1-a4fc-0b9c287082f4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.415608] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b7b23cb-fc94-46a1-a4fc-0b9c287082f4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.415759] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.415823] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.415864] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.416502] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.416502] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.416502] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b7b23cb-fc94-46a1-a4fc-0b9c287082f4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.416671] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8b7b23cb-fc94-46a1-a4fc-0b9c287082f4',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.921027] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8b7b23cb-fc94-46a1-a4fc-0b9c287082f4',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.423779] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8b7b23cb-fc94-46a1-a4fc-0b9c287082f4: rpc.has_security_group_logging(os_id): False [ 967.451830] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.452060] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.452136] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.452361] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.452476] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.452769] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.452905] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.452982] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.453256] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.453337] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.453443] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b7b23cb-fc94-46a1-a4fc-0b9c287082f4 is going to be created. [ 967.543468] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.543692] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.543792] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.544079] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.544350] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.557248] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b7b23cb-fc94-46a1-a4fc-0b9c287082f4 in Status: IN_PROGRESS for 2s [ 967.591953] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04963f1c-3d42-4299-bf92-c869011c4372 in Status: SUCCESS [ 967.592202] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.592380] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.592600] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.592836] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.592927] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.593021] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.593130] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.593345] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.593345] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.593490] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-04963f1c-3d42-4299-bf92-c869011c4372 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.593610] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.593610] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.593698] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.593831] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.593921] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.593983] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.595126] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.595126] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.595126] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.595126] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04963f1c-3d42-4299-bf92-c869011c4372',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.037305] env[65429]: INFO networking_nsxv3.common.synchronization [req-14b53399-31d8-4693-a808-5b6cb2d77c3a req-a6a13bb2-8bb6-4080-85ae-e6a795ff4c8e tempest-ServerDiskConfigTestJSON-1203054178 tempest-ServerDiskConfigTestJSON-1203054178-project-member] Enqueued Resource ID: 175f5593-8cac-48d4-9609-d6330a935761 with Priority: HIGHEST for action security_group_members [ 968.037305] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 175f5593-8cac-48d4-9609-d6330a935761 with Priority: HIGHEST for action security_group_members [ 968.038037] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-175f5593-8cac-48d4-9609-d6330a935761 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.038179] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.038253] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.038511] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.038772] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.040145] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.040264] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.040476] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.040586] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.040694] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('175f5593-8cac-48d4-9609-d6330a935761',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.101323] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04963f1c-3d42-4299-bf92-c869011c4372: rpc.has_security_group_logging(os_id): False [ 968.125353] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.125619] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.125619] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.125869] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.125966] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.126253] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.126376] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.126434] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.126612] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.126690] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.126961] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.127084] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.127157] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.127301] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.127376] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.127650] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.127751] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.127785] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.127924] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.128014] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.128119] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04963f1c-3d42-4299-bf92-c869011c4372 is going to be updated. [ 968.161821] env[65429]: INFO networking_nsxv3.common.synchronization [None req-2ddfc25a-3713-4af7-8dda-8b683da9d965 tempest-ServerActionsTestJSON-1857976248 tempest-ServerActionsTestJSON-1857976248-project-member] Enqueued Resource ID: 616e6d47-58ba-4378-9a76-748fa4d8dc52 with Priority: HIGHEST for action security_group_rules [ 968.164577] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 616e6d47-58ba-4378-9a76-748fa4d8dc52 with Priority: HIGHEST for action security_group_rules [ 968.164577] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-616e6d47-58ba-4378-9a76-748fa4d8dc52 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.164577] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-616e6d47-58ba-4378-9a76-748fa4d8dc52" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.164577] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-616e6d47-58ba-4378-9a76-748fa4d8dc52" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.164577] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-616e6d47-58ba-4378-9a76-748fa4d8dc52" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.164577] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('616e6d47-58ba-4378-9a76-748fa4d8dc52',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.205204] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.205204] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.205204] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.205204] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.205204] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.222878] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04963f1c-3d42-4299-bf92-c869011c4372 in Status: IN_PROGRESS for 2s [ 968.253354] env[65429]: INFO networking_nsxv3.common.synchronization [None req-c89edb19-50e5-4306-a461-4b646dd4aef5 tempest-ServerActionsTestJSON-1857976248 tempest-ServerActionsTestJSON-1857976248-project-member] Enqueued Resource ID: 616e6d47-58ba-4378-9a76-748fa4d8dc52 with Priority: HIGHEST for action security_group_rules [ 968.253985] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 616e6d47-58ba-4378-9a76-748fa4d8dc52 with Priority: HIGHEST for action security_group_rules [ 968.254359] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-616e6d47-58ba-4378-9a76-748fa4d8dc52 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.254476] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-616e6d47-58ba-4378-9a76-748fa4d8dc52" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.550517] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.550517] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.550517] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.550517] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.550517] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.550517] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.550517] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.550517] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.550517] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.550517] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.550517] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 175f5593-8cac-48d4-9609-d6330a935761 is going to be updated. [ 968.581343] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.581712] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.581712] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.581954] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.581954] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.593077] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 175f5593-8cac-48d4-9609-d6330a935761 in Status: IN_PROGRESS for 2s [ 968.692064] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.692064] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.692064] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.692064] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.692064] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.692064] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 616e6d47-58ba-4378-9a76-748fa4d8dc52 already deleted. [ 968.692064] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-616e6d47-58ba-4378-9a76-748fa4d8dc52" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.692064] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-616e6d47-58ba-4378-9a76-748fa4d8dc52" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.692064] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-616e6d47-58ba-4378-9a76-748fa4d8dc52" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.692064] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('616e6d47-58ba-4378-9a76-748fa4d8dc52',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.216565] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.216565] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.216565] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.216565] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.216565] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.216565] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 616e6d47-58ba-4378-9a76-748fa4d8dc52 already deleted. [ 969.216565] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-616e6d47-58ba-4378-9a76-748fa4d8dc52" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.574493] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b7b23cb-fc94-46a1-a4fc-0b9c287082f4 in Status: SUCCESS [ 969.574730] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b7b23cb-fc94-46a1-a4fc-0b9c287082f4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.238049] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04963f1c-3d42-4299-bf92-c869011c4372 in Status: SUCCESS [ 970.238427] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.238427] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.238634] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.238749] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04963f1c-3d42-4299-bf92-c869011c4372',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.604995] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 175f5593-8cac-48d4-9609-d6330a935761 in Status: SUCCESS [ 970.605190] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 175f5593-8cac-48d4-9609-d6330a935761 deletion is rescheduled due to dependency. [ 970.605303] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.741179] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-04963f1c-3d42-4299-bf92-c869011c4372 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.741357] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.741447] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.741672] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.741851] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.741955] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.742072] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.742278] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.742403] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.742502] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.742606] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04963f1c-3d42-4299-bf92-c869011c4372',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.244990] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-04963f1c-3d42-4299-bf92-c869011c4372 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.245717] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.245717] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.245845] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.246143] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.246338] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.246473] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.246734] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.246893] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.247099] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.247385] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-04963f1c-3d42-4299-bf92-c869011c4372 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.247560] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.247655] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.247926] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.248201] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.248371] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.248467] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.248684] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.248804] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.248912] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.249043] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04963f1c-3d42-4299-bf92-c869011c4372',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.751169] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04963f1c-3d42-4299-bf92-c869011c4372: rpc.has_security_group_logging(os_id): False [ 971.775249] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.775249] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.775249] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.775249] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.775249] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.775249] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.775249] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.775249] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.775249] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.775249] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.775249] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.775249] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.775249] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.775249] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.775249] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.775808] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.775808] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.775808] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.775808] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.775808] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.775808] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04963f1c-3d42-4299-bf92-c869011c4372 is going to be updated. [ 971.879921] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.881313] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.881602] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.882245] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.882696] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.901411] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04963f1c-3d42-4299-bf92-c869011c4372 in Status: IN_PROGRESS for 2s [ 972.537302] env[65429]: INFO networking_nsxv3.common.synchronization [req-5678f522-72b2-4dea-9dd5-da8514c5e6b6 req-e6db4247-03fe-4f7f-b6b4-3d97b390fced tempest-MultipleCreateTestJSON-808618254 tempest-MultipleCreateTestJSON-808618254-project-member] Enqueued Resource ID: 04963f1c-3d42-4299-bf92-c869011c4372 with Priority: HIGHEST for action security_group_members [ 972.538284] env[65429]: INFO networking_nsxv3.common.synchronization [req-885ea46a-7f18-4398-9416-c7b5922828f9 req-ad585041-07fa-469a-b49c-65c7f0c9eb01 tempest-MultipleCreateTestJSON-808618254 tempest-MultipleCreateTestJSON-808618254-project-member] Enqueued Resource ID: 04963f1c-3d42-4299-bf92-c869011c4372 with Priority: HIGHEST for action security_group_members [ 972.539040] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04963f1c-3d42-4299-bf92-c869011c4372 with Priority: HIGHEST for action security_group_members [ 972.539233] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-04963f1c-3d42-4299-bf92-c869011c4372 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.539358] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.539430] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.539623] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.539777] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.539878] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.539943] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.540122] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.540222] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.540317] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04963f1c-3d42-4299-bf92-c869011c4372',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.042399] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.042606] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.042606] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.042868] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.042962] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.043178] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.043264] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.043331] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.043478] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.043557] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.043640] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04963f1c-3d42-4299-bf92-c869011c4372 is going to be updated. [ 973.076886] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.077181] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.077181] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.077401] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.077589] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.090804] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04963f1c-3d42-4299-bf92-c869011c4372 in Status: IN_PROGRESS for 2s [ 973.504959] env[65429]: INFO networking_nsxv3.common.synchronization [req-e6ba488a-23d2-40da-bfac-0c8d8bf1dc00 req-b3e15f8f-ff41-44e2-99a3-9eae84753201 tempest-SecurityGroupsTestJSON-778350501 tempest-SecurityGroupsTestJSON-778350501-project-member] Enqueued Resource ID: 5e01e3f0-6621-43d1-8e73-a3c7f4338302 with Priority: HIGHEST for action security_group_members [ 973.505628] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e01e3f0-6621-43d1-8e73-a3c7f4338302 with Priority: HIGHEST for action security_group_members [ 973.506357] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e01e3f0-6621-43d1-8e73-a3c7f4338302 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.506491] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.506597] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.506824] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.507024] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.507174] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.507262] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.507435] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.507548] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.507664] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e01e3f0-6621-43d1-8e73-a3c7f4338302',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.799568] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock network-271 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.799976] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "network-271" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.800168] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "network-271" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.800446] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "network-271" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.801073] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.801258] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.801379] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.801596] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.801741] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.801992] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 973.802137] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 973.802247] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 973.802377] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 973.802546] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 973.802671] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 973.802805] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 973.822825] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 973.823046] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 973.823173] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 973.823345] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "network-271" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.823656] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock port-c4e5d75f-c5fb-411a-8992-abf863908e6d taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.823830] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "port-c4e5d75f-c5fb-411a-8992-abf863908e6d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.823950] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "port-c4e5d75f-c5fb-411a-8992-abf863908e6d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.824300] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "port-c4e5d75f-c5fb-411a-8992-abf863908e6d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.824448] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4e5d75f-c5fb-411a-8992-abf863908e6d',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.916783] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04963f1c-3d42-4299-bf92-c869011c4372 in Status: SUCCESS [ 973.917079] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.011356] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e01e3f0-6621-43d1-8e73-a3c7f4338302',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.326765] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.327070] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.327212] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.327489] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.327636] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.327788] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Segment Port c4e5d75f-c5fb-411a-8992-abf863908e6d not found, creating... [ 974.328078] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.328238] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.328355] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.328574] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.328710] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.329025] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.329187] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.329305] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.329509] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.329641] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.329779] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Resource: SegmentPort with ID: c4e5d75f-c5fb-411a-8992-abf863908e6d is going to be created. [ 974.351658] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.351828] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.351983] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.352286] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.352515] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.352737] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "port-c4e5d75f-c5fb-411a-8992-abf863908e6d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.513523] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e01e3f0-6621-43d1-8e73-a3c7f4338302',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.017055] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.017055] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.017055] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.017055] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.017055] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.017623] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e01e3f0-6621-43d1-8e73-a3c7f4338302 is going to be updated. [ 975.047053] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.047053] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.047053] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.047053] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.047053] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.050401] env[65429]: INFO networking_nsxv3.common.synchronization [req-e6ba488a-23d2-40da-bfac-0c8d8bf1dc00 req-ab9d4552-7137-4fc2-a78c-4b2d45f4e6ff service nova] Enqueued Resource ID: 5e01e3f0-6621-43d1-8e73-a3c7f4338302 with Priority: HIGHEST for action security_group_rules [ 975.050401] env[65429]: INFO networking_nsxv3.common.synchronization [req-e6ba488a-23d2-40da-bfac-0c8d8bf1dc00 req-ab9d4552-7137-4fc2-a78c-4b2d45f4e6ff service nova] Enqueued Resource ID: 5e01e3f0-6621-43d1-8e73-a3c7f4338302 with Priority: HIGHEST for action security_group_members [ 975.050401] env[65429]: INFO networking_nsxv3.common.synchronization [req-e6ba488a-23d2-40da-bfac-0c8d8bf1dc00 req-ab9d4552-7137-4fc2-a78c-4b2d45f4e6ff service nova] Enqueued Resource ID: c4e5d75f-c5fb-411a-8992-abf863908e6d with Priority: HIGHEST for action port [ 975.050401] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e01e3f0-6621-43d1-8e73-a3c7f4338302 with Priority: HIGHEST for action security_group_rules [ 975.050401] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e01e3f0-6621-43d1-8e73-a3c7f4338302 with Priority: HIGHEST for action security_group_members [ 975.050401] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4e5d75f-c5fb-411a-8992-abf863908e6d with Priority: HIGHEST for action port [ 975.050692] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e01e3f0-6621-43d1-8e73-a3c7f4338302 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.050692] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.050769] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.050943] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.051036] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e01e3f0-6621-43d1-8e73-a3c7f4338302',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.052260] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e01e3f0-6621-43d1-8e73-a3c7f4338302 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.052354] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.052543] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4e5d75f-c5fb-411a-8992-abf863908e6d taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.052642] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4e5d75f-c5fb-411a-8992-abf863908e6d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.052745] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4e5d75f-c5fb-411a-8992-abf863908e6d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.052867] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4e5d75f-c5fb-411a-8992-abf863908e6d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.052950] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4e5d75f-c5fb-411a-8992-abf863908e6d',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.056486] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e01e3f0-6621-43d1-8e73-a3c7f4338302 in Status: IN_PROGRESS for 2s [ 975.100691] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04963f1c-3d42-4299-bf92-c869011c4372 in Status: SUCCESS [ 975.100906] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04963f1c-3d42-4299-bf92-c869011c4372 deletion is rescheduled due to dependency. [ 975.101043] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.554633] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e01e3f0-6621-43d1-8e73-a3c7f4338302 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.554907] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.555183] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c4e5d75f-c5fb-411a-8992-abf863908e6d with status ACTIVE [ 975.555183] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.555408] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.555408] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.555555] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.555641] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.555831] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.555927] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.555990] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.556236] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.556703] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.556703] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.556703] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.556703] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.556990] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.556990] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.557082] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c4e5d75f-c5fb-411a-8992-abf863908e6d is going to be updated. [ 975.588273] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.588503] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.588550] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.588883] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.589032] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.589252] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4e5d75f-c5fb-411a-8992-abf863908e6d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.917739] env[65429]: INFO networking_nsxv3.common.synchronization [req-bdb5a3d4-832f-44cb-8003-59b41aebca9a req-b65c5ad3-61b6-49ff-9a1e-e59719ecdcdb tempest-ImagesTestJSON-1202963915 tempest-ImagesTestJSON-1202963915-project-member] Enqueued Resource ID: 346ed0eb-ae19-4843-9d5c-5fb45d121a17 with Priority: HIGHEST for action security_group_members [ 975.918565] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 346ed0eb-ae19-4843-9d5c-5fb45d121a17 with Priority: HIGHEST for action security_group_members [ 975.919644] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-346ed0eb-ae19-4843-9d5c-5fb45d121a17 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.919826] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.919936] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.920267] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.920528] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.920705] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.921178] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.921178] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.922107] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.922107] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('346ed0eb-ae19-4843-9d5c-5fb45d121a17',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.275628] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock network-181 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.275928] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "network-181" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.275928] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "network-181" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.276214] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "network-181" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.276462] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.276615] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.276731] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.276947] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.277646] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.278129] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 976.278129] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 976.278129] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 976.278227] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 976.278341] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 976.278411] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 976.278535] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 976.298247] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 976.298439] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 976.298554] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 976.298724] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "network-181" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.299083] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock port-5aa7339b-fb0e-4f3a-a947-fb110eaf5b32 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.299265] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "port-5aa7339b-fb0e-4f3a-a947-fb110eaf5b32" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.299385] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "port-5aa7339b-fb0e-4f3a-a947-fb110eaf5b32" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.299704] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "port-5aa7339b-fb0e-4f3a-a947-fb110eaf5b32" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.299845] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5aa7339b-fb0e-4f3a-a947-fb110eaf5b32',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.427111] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.427111] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.427111] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.427111] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.427111] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.427111] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.427111] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.427111] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.427111] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.427111] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.427111] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 346ed0eb-ae19-4843-9d5c-5fb45d121a17 is going to be updated. [ 976.453704] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.453848] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.454158] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.454264] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.455207] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.464162] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 346ed0eb-ae19-4843-9d5c-5fb45d121a17 in Status: IN_PROGRESS for 2s [ 976.802535] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.802764] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.802892] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.803287] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.803455] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.804015] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Segment Port 5aa7339b-fb0e-4f3a-a947-fb110eaf5b32 not found, creating... [ 976.804015] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.804015] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.804226] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.804364] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.804502] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.804794] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.804930] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.805059] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.805274] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.805405] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.805541] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Resource: SegmentPort with ID: 5aa7339b-fb0e-4f3a-a947-fb110eaf5b32 is going to be created. [ 976.827877] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.828131] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.828256] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.828665] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.828753] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.828981] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "port-5aa7339b-fb0e-4f3a-a947-fb110eaf5b32" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.073471] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e01e3f0-6621-43d1-8e73-a3c7f4338302 in Status: SUCCESS [ 977.073471] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.073471] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.073471] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.073471] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.073471] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.073471] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.073471] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.073797] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.073797] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e01e3f0-6621-43d1-8e73-a3c7f4338302',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.535044] env[65429]: INFO networking_nsxv3.common.synchronization [req-bdb5a3d4-832f-44cb-8003-59b41aebca9a req-92f2d80a-833a-4772-97f3-ad1571f0717d service nova] Enqueued Resource ID: 346ed0eb-ae19-4843-9d5c-5fb45d121a17 with Priority: HIGHEST for action security_group_rules [ 977.535348] env[65429]: INFO networking_nsxv3.common.synchronization [req-bdb5a3d4-832f-44cb-8003-59b41aebca9a req-92f2d80a-833a-4772-97f3-ad1571f0717d service nova] Enqueued Resource ID: 346ed0eb-ae19-4843-9d5c-5fb45d121a17 with Priority: HIGHEST for action security_group_members [ 977.535348] env[65429]: INFO networking_nsxv3.common.synchronization [req-bdb5a3d4-832f-44cb-8003-59b41aebca9a req-92f2d80a-833a-4772-97f3-ad1571f0717d service nova] Enqueued Resource ID: 5aa7339b-fb0e-4f3a-a947-fb110eaf5b32 with Priority: HIGHEST for action port [ 977.535780] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 346ed0eb-ae19-4843-9d5c-5fb45d121a17 with Priority: HIGHEST for action security_group_rules [ 977.535926] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 346ed0eb-ae19-4843-9d5c-5fb45d121a17 with Priority: HIGHEST for action security_group_members [ 977.536222] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5aa7339b-fb0e-4f3a-a947-fb110eaf5b32 with Priority: HIGHEST for action port [ 977.536599] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-346ed0eb-ae19-4843-9d5c-5fb45d121a17 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.537037] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.537037] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.537037] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.537316] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('346ed0eb-ae19-4843-9d5c-5fb45d121a17',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.537902] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-346ed0eb-ae19-4843-9d5c-5fb45d121a17 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.537997] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.538200] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-5aa7339b-fb0e-4f3a-a947-fb110eaf5b32 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.538299] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5aa7339b-fb0e-4f3a-a947-fb110eaf5b32" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.538366] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5aa7339b-fb0e-4f3a-a947-fb110eaf5b32" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.538528] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5aa7339b-fb0e-4f3a-a947-fb110eaf5b32" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.538604] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5aa7339b-fb0e-4f3a-a947-fb110eaf5b32',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.576536] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e01e3f0-6621-43d1-8e73-a3c7f4338302',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.040996] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-346ed0eb-ae19-4843-9d5c-5fb45d121a17 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.040996] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.040996] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5aa7339b-fb0e-4f3a-a947-fb110eaf5b32 with status ACTIVE [ 978.041279] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.041279] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.041279] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.041438] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.041651] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.041735] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.041807] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.041855] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.041999] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.042106] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.042288] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.042382] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.042445] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.042586] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.042670] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.042770] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5aa7339b-fb0e-4f3a-a947-fb110eaf5b32 is going to be updated. [ 978.068192] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.068380] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.068419] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.069513] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.069744] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.069934] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5aa7339b-fb0e-4f3a-a947-fb110eaf5b32" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.081602] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e01e3f0-6621-43d1-8e73-a3c7f4338302',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.474049] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 346ed0eb-ae19-4843-9d5c-5fb45d121a17 in Status: SUCCESS [ 978.474217] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 346ed0eb-ae19-4843-9d5c-5fb45d121a17 deletion is rescheduled due to dependency. [ 978.474342] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.474508] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.474733] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.474920] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.475056] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.475125] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.475281] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.475364] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.475462] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('346ed0eb-ae19-4843-9d5c-5fb45d121a17',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.584473] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.585632] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.585632] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.585632] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.585632] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.585632] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e01e3f0-6621-43d1-8e73-a3c7f4338302 is going to be updated. [ 978.614419] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.614569] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.614635] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.614907] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.615557] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.625846] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e01e3f0-6621-43d1-8e73-a3c7f4338302 in Status: IN_PROGRESS for 2s [ 978.978262] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('346ed0eb-ae19-4843-9d5c-5fb45d121a17',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.482063] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('346ed0eb-ae19-4843-9d5c-5fb45d121a17',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.984733] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.985162] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.985162] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.985263] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.985390] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.985494] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 346ed0eb-ae19-4843-9d5c-5fb45d121a17 is going to be updated. [ 980.013842] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.014121] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.014227] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.014458] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.014649] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.023450] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 346ed0eb-ae19-4843-9d5c-5fb45d121a17 in Status: IN_PROGRESS for 2s [ 980.340266] env[65429]: INFO networking_nsxv3.common.synchronization [None req-2877ce81-8806-4627-be33-41cbfaed6161 tempest-ServerRescueNegativeTestJSON-1203944106 tempest-ServerRescueNegativeTestJSON-1203944106-project-member] Enqueued Resource ID: d7806b13-d6d2-47fb-963c-3a79737a8395 with Priority: HIGHEST for action security_group_rules [ 980.340809] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7806b13-d6d2-47fb-963c-3a79737a8395 with Priority: HIGHEST for action security_group_rules [ 980.341206] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7806b13-d6d2-47fb-963c-3a79737a8395 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.341337] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7806b13-d6d2-47fb-963c-3a79737a8395" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.341402] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7806b13-d6d2-47fb-963c-3a79737a8395" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.341654] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7806b13-d6d2-47fb-963c-3a79737a8395" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.341740] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7806b13-d6d2-47fb-963c-3a79737a8395',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.481160] env[65429]: INFO networking_nsxv3.common.synchronization [None req-a3fba6ad-fb38-49c6-82ca-aed52454d58c tempest-ServerRescueNegativeTestJSON-1203944106 tempest-ServerRescueNegativeTestJSON-1203944106-project-member] Enqueued Resource ID: d7806b13-d6d2-47fb-963c-3a79737a8395 with Priority: HIGHEST for action security_group_rules [ 980.482848] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7806b13-d6d2-47fb-963c-3a79737a8395 with Priority: HIGHEST for action security_group_rules [ 980.482900] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7806b13-d6d2-47fb-963c-3a79737a8395 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.483046] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7806b13-d6d2-47fb-963c-3a79737a8395" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.636281] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e01e3f0-6621-43d1-8e73-a3c7f4338302 in Status: SUCCESS [ 980.636281] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.636281] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.636281] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.636281] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.636281] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.636281] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.636660] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.636726] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.636911] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.637050] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5e01e3f0-6621-43d1-8e73-a3c7f4338302',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.872716] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.872716] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.872844] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.873105] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.873198] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.873274] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7806b13-d6d2-47fb-963c-3a79737a8395 already deleted. [ 980.873389] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7806b13-d6d2-47fb-963c-3a79737a8395" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.873513] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7806b13-d6d2-47fb-963c-3a79737a8395" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.873670] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7806b13-d6d2-47fb-963c-3a79737a8395" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.873758] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7806b13-d6d2-47fb-963c-3a79737a8395',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.141037] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e01e3f0-6621-43d1-8e73-a3c7f4338302 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.141037] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.141037] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.141037] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.141037] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.141037] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.141037] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.141037] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.141778] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.141778] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.141778] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e01e3f0-6621-43d1-8e73-a3c7f4338302 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.141778] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.141778] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.141778] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.141778] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.142123] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.142123] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.142123] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.142256] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.142256] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.142340] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5e01e3f0-6621-43d1-8e73-a3c7f4338302',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.403529] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.403622] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.403739] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.404059] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.404219] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.404364] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7806b13-d6d2-47fb-963c-3a79737a8395 already deleted. [ 981.404500] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7806b13-d6d2-47fb-963c-3a79737a8395" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.645754] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5e01e3f0-6621-43d1-8e73-a3c7f4338302: rpc.has_security_group_logging(os_id): False [ 981.668497] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.668497] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.668497] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.668899] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.668899] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.668976] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.669615] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.669615] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.669615] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.669615] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.670082] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.670082] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.670082] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.671437] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.671437] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.671437] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.671437] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.671437] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.671437] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.671437] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.671835] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e01e3f0-6621-43d1-8e73-a3c7f4338302 is going to be updated. [ 981.739527] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.739711] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.739766] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.739945] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.740139] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.764300] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e01e3f0-6621-43d1-8e73-a3c7f4338302 in Status: IN_PROGRESS for 2s [ 982.034775] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 346ed0eb-ae19-4843-9d5c-5fb45d121a17 in Status: SUCCESS [ 982.034988] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.035229] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.035477] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.035679] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.035811] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.035883] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.036036] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.036106] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.036231] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.036314] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('346ed0eb-ae19-4843-9d5c-5fb45d121a17',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.538449] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-346ed0eb-ae19-4843-9d5c-5fb45d121a17 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.538751] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.538751] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.538844] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.539039] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.539150] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.539218] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.539370] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.539456] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.539555] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.539777] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-346ed0eb-ae19-4843-9d5c-5fb45d121a17 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.539884] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.539940] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.540102] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.540244] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.540348] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.541195] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.541195] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.541195] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.541195] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.541195] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('346ed0eb-ae19-4843-9d5c-5fb45d121a17',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.045404] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 346ed0eb-ae19-4843-9d5c-5fb45d121a17: rpc.has_security_group_logging(os_id): False [ 983.066733] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.067092] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.067208] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.067461] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.067592] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.067832] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.068160] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.068303] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.069516] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.069782] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.070022] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.070137] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.070205] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.070358] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.070434] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.070643] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.070740] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.070802] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.071071] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.071216] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.071333] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 346ed0eb-ae19-4843-9d5c-5fb45d121a17 is going to be updated. [ 983.146185] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.146348] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.146472] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.146614] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.146760] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.167126] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 346ed0eb-ae19-4843-9d5c-5fb45d121a17 in Status: IN_PROGRESS for 2s [ 983.784069] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e01e3f0-6621-43d1-8e73-a3c7f4338302 in Status: SUCCESS [ 983.784442] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.271429] env[65429]: INFO networking_nsxv3.common.synchronization [req-6a2b8af5-b17b-47ea-812e-7980d3a9d927 req-e204342e-7956-4243-8218-6afa1e8975b7 tempest-AttachVolumeTestJSON-1851786362 tempest-AttachVolumeTestJSON-1851786362-project-member] Enqueued Resource ID: e8856207-80d0-460c-93d6-1752a3c7cb7e with Priority: HIGHEST for action security_group_members [ 984.271945] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8856207-80d0-460c-93d6-1752a3c7cb7e with Priority: HIGHEST for action security_group_members [ 984.272799] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8856207-80d0-460c-93d6-1752a3c7cb7e taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.272928] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8856207-80d0-460c-93d6-1752a3c7cb7e" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.277529] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8856207-80d0-460c-93d6-1752a3c7cb7e" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.277624] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8856207-80d0-460c-93d6-1752a3c7cb7e" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.277780] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.278111] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.278111] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.278111] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.278233] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.278297] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8856207-80d0-460c-93d6-1752a3c7cb7e',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.518567] env[65429]: INFO networking_nsxv3.common.synchronization [req-773d4a10-799b-429c-b255-f4b1da8a6911 req-0356930c-a1a4-4b85-abca-356f15ed87ca tempest-SecurityGroupsTestJSON-778350501 tempest-SecurityGroupsTestJSON-778350501-project-member] Enqueued Resource ID: 310c7d0b-15ed-4227-b70a-24a59001801d with Priority: HIGHEST for action security_group_members [ 984.518787] env[65429]: INFO networking_nsxv3.common.synchronization [req-773d4a10-799b-429c-b255-f4b1da8a6911 req-0356930c-a1a4-4b85-abca-356f15ed87ca tempest-SecurityGroupsTestJSON-778350501 tempest-SecurityGroupsTestJSON-778350501-project-member] Enqueued Resource ID: 5e01e3f0-6621-43d1-8e73-a3c7f4338302 with Priority: HIGHEST for action security_group_members [ 984.519219] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 310c7d0b-15ed-4227-b70a-24a59001801d with Priority: HIGHEST for action security_group_members [ 984.519350] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e01e3f0-6621-43d1-8e73-a3c7f4338302 with Priority: HIGHEST for action security_group_members [ 984.519617] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-310c7d0b-15ed-4227-b70a-24a59001801d taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.519733] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-310c7d0b-15ed-4227-b70a-24a59001801d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.519801] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-310c7d0b-15ed-4227-b70a-24a59001801d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.527029] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-310c7d0b-15ed-4227-b70a-24a59001801d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.527029] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.527029] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.527029] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.527029] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.527029] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.527029] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('310c7d0b-15ed-4227-b70a-24a59001801d',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.527029] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e01e3f0-6621-43d1-8e73-a3c7f4338302 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.527029] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.527029] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.527029] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.527029] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.527029] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.527029] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.527029] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.527029] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.527029] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e01e3f0-6621-43d1-8e73-a3c7f4338302',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.567023] env[65429]: INFO networking_nsxv3.common.synchronization [req-773d4a10-799b-429c-b255-f4b1da8a6911 req-0356930c-a1a4-4b85-abca-356f15ed87ca tempest-SecurityGroupsTestJSON-778350501 tempest-SecurityGroupsTestJSON-778350501-project-member] Enqueued Resource ID: 310c7d0b-15ed-4227-b70a-24a59001801d with Priority: HIGHEST for action security_group_rules [ 984.567023] env[65429]: INFO networking_nsxv3.common.synchronization [req-773d4a10-799b-429c-b255-f4b1da8a6911 req-0356930c-a1a4-4b85-abca-356f15ed87ca tempest-SecurityGroupsTestJSON-778350501 tempest-SecurityGroupsTestJSON-778350501-project-member] Enqueued Resource ID: 310c7d0b-15ed-4227-b70a-24a59001801d with Priority: HIGHEST for action security_group_members [ 984.567023] env[65429]: INFO networking_nsxv3.common.synchronization [req-773d4a10-799b-429c-b255-f4b1da8a6911 req-0356930c-a1a4-4b85-abca-356f15ed87ca tempest-SecurityGroupsTestJSON-778350501 tempest-SecurityGroupsTestJSON-778350501-project-member] Enqueued Resource ID: 5e01e3f0-6621-43d1-8e73-a3c7f4338302 with Priority: HIGHEST for action security_group_rules [ 984.567023] env[65429]: INFO networking_nsxv3.common.synchronization [req-773d4a10-799b-429c-b255-f4b1da8a6911 req-0356930c-a1a4-4b85-abca-356f15ed87ca tempest-SecurityGroupsTestJSON-778350501 tempest-SecurityGroupsTestJSON-778350501-project-member] Enqueued Resource ID: 5e01e3f0-6621-43d1-8e73-a3c7f4338302 with Priority: HIGHEST for action security_group_members [ 984.567023] env[65429]: INFO networking_nsxv3.common.synchronization [req-773d4a10-799b-429c-b255-f4b1da8a6911 req-0356930c-a1a4-4b85-abca-356f15ed87ca tempest-SecurityGroupsTestJSON-778350501 tempest-SecurityGroupsTestJSON-778350501-project-member] Enqueued Resource ID: c4e5d75f-c5fb-411a-8992-abf863908e6d with Priority: HIGHEST for action port [ 984.567023] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 310c7d0b-15ed-4227-b70a-24a59001801d with Priority: HIGHEST for action security_group_rules [ 984.567023] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e01e3f0-6621-43d1-8e73-a3c7f4338302 with Priority: HIGHEST for action security_group_rules [ 984.567023] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4e5d75f-c5fb-411a-8992-abf863908e6d with Priority: HIGHEST for action port [ 984.567023] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 310c7d0b-15ed-4227-b70a-24a59001801d with Priority: HIGHEST for action security_group_members [ 984.567941] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e01e3f0-6621-43d1-8e73-a3c7f4338302 with Priority: HIGHEST for action security_group_members [ 984.571026] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-310c7d0b-15ed-4227-b70a-24a59001801d taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.571026] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-310c7d0b-15ed-4227-b70a-24a59001801d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.571026] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-310c7d0b-15ed-4227-b70a-24a59001801d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.571026] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-310c7d0b-15ed-4227-b70a-24a59001801d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.571026] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('310c7d0b-15ed-4227-b70a-24a59001801d',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.571026] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e01e3f0-6621-43d1-8e73-a3c7f4338302 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.571026] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.571026] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.571026] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.571026] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e01e3f0-6621-43d1-8e73-a3c7f4338302',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.571809] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4e5d75f-c5fb-411a-8992-abf863908e6d taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.572088] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4e5d75f-c5fb-411a-8992-abf863908e6d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.572261] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4e5d75f-c5fb-411a-8992-abf863908e6d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.572522] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4e5d75f-c5fb-411a-8992-abf863908e6d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.572702] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4e5d75f-c5fb-411a-8992-abf863908e6d',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.573945] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-310c7d0b-15ed-4227-b70a-24a59001801d taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.574197] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-310c7d0b-15ed-4227-b70a-24a59001801d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.575437] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e01e3f0-6621-43d1-8e73-a3c7f4338302 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.575437] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.780994] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.781425] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.781584] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.781964] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.782165] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.782458] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.782684] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.782822] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.783055] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.783303] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.783505] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8856207-80d0-460c-93d6-1752a3c7cb7e already deleted. [ 984.783664] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8856207-80d0-460c-93d6-1752a3c7cb7e" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.032347] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('310c7d0b-15ed-4227-b70a-24a59001801d',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.032347] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e01e3f0-6621-43d1-8e73-a3c7f4338302',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.075636] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c4e5d75f-c5fb-411a-8992-abf863908e6d with status ACTIVE [ 985.075835] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.075974] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.076051] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.076279] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.076375] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.076544] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.076655] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.076719] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.076861] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.076939] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.077151] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.077249] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.077306] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.077443] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.077514] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.077597] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c4e5d75f-c5fb-411a-8992-abf863908e6d is going to be updated. [ 985.078815] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e01e3f0-6621-43d1-8e73-a3c7f4338302 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.078933] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.079179] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-310c7d0b-15ed-4227-b70a-24a59001801d taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.079296] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-310c7d0b-15ed-4227-b70a-24a59001801d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.104306] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.104513] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.104590] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.104866] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.104936] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.105122] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4e5d75f-c5fb-411a-8992-abf863908e6d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.184522] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock network-968 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.184816] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "network-968" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.184958] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "network-968" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.185315] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "network-968" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.185580] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.186865] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.187059] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.189289] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.189462] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.189740] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 985.189878] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 985.189991] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 985.190114] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 985.190223] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 985.190327] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 985.190461] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 985.192634] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 346ed0eb-ae19-4843-9d5c-5fb45d121a17 in Status: SUCCESS [ 985.192843] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.215937] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 985.215937] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 985.215937] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 985.215937] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "network-968" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.216231] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock port-4bb12fdc-2158-4aa6-b076-1165492bdccd taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.217033] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "port-4bb12fdc-2158-4aa6-b076-1165492bdccd" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.217033] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "port-4bb12fdc-2158-4aa6-b076-1165492bdccd" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.217033] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "port-4bb12fdc-2158-4aa6-b076-1165492bdccd" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.217033] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bb12fdc-2158-4aa6-b076-1165492bdccd',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.533305] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('310c7d0b-15ed-4227-b70a-24a59001801d',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.534960] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e01e3f0-6621-43d1-8e73-a3c7f4338302',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.720530] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.720761] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.720918] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.721838] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.721838] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.721838] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Segment Port 4bb12fdc-2158-4aa6-b076-1165492bdccd not found, creating... [ 985.721838] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.722086] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.722175] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.722402] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.722623] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.722810] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.722979] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.723259] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.723291] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.723455] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.723535] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Resource: SegmentPort with ID: 4bb12fdc-2158-4aa6-b076-1165492bdccd is going to be created. [ 985.745838] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.746067] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.746198] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.746463] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.746688] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.746908] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "port-4bb12fdc-2158-4aa6-b076-1165492bdccd" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.037659] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.037659] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.037659] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.037659] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.038123] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.038123] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 310c7d0b-15ed-4227-b70a-24a59001801d is going to be created. [ 986.039243] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.039374] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.039475] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.039717] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.039774] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.039814] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e01e3f0-6621-43d1-8e73-a3c7f4338302 is going to be updated. [ 986.068414] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.068613] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.068613] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.068891] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.069087] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.078605] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.078803] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.078865] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.079737] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.079737] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.081340] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 310c7d0b-15ed-4227-b70a-24a59001801d in Status: UNINITIALIZED for 2s [ 986.089989] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e01e3f0-6621-43d1-8e73-a3c7f4338302 in Status: IN_PROGRESS for 2s [ 986.501754] env[65429]: INFO networking_nsxv3.common.synchronization [req-6a2b8af5-b17b-47ea-812e-7980d3a9d927 req-3cdbc23a-81ae-45ea-bfda-14b19e9b83bd service nova] Enqueued Resource ID: e8856207-80d0-460c-93d6-1752a3c7cb7e with Priority: HIGHEST for action security_group_rules [ 986.501754] env[65429]: INFO networking_nsxv3.common.synchronization [req-6a2b8af5-b17b-47ea-812e-7980d3a9d927 req-3cdbc23a-81ae-45ea-bfda-14b19e9b83bd service nova] Enqueued Resource ID: e8856207-80d0-460c-93d6-1752a3c7cb7e with Priority: HIGHEST for action security_group_members [ 986.501754] env[65429]: INFO networking_nsxv3.common.synchronization [req-6a2b8af5-b17b-47ea-812e-7980d3a9d927 req-3cdbc23a-81ae-45ea-bfda-14b19e9b83bd service nova] Enqueued Resource ID: 4bb12fdc-2158-4aa6-b076-1165492bdccd with Priority: HIGHEST for action port [ 986.502187] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8856207-80d0-460c-93d6-1752a3c7cb7e with Priority: HIGHEST for action security_group_rules [ 986.502251] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8856207-80d0-460c-93d6-1752a3c7cb7e with Priority: HIGHEST for action security_group_members [ 986.502322] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bb12fdc-2158-4aa6-b076-1165492bdccd with Priority: HIGHEST for action port [ 986.502698] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8856207-80d0-460c-93d6-1752a3c7cb7e taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.502698] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8856207-80d0-460c-93d6-1752a3c7cb7e" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.503034] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8856207-80d0-460c-93d6-1752a3c7cb7e" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.503034] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8856207-80d0-460c-93d6-1752a3c7cb7e" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.503252] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8856207-80d0-460c-93d6-1752a3c7cb7e',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.505037] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8856207-80d0-460c-93d6-1752a3c7cb7e taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.505130] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8856207-80d0-460c-93d6-1752a3c7cb7e" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.505170] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8856207-80d0-460c-93d6-1752a3c7cb7e" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.505330] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8856207-80d0-460c-93d6-1752a3c7cb7e" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.505705] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.505705] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.505705] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.505833] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.505870] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.505940] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8856207-80d0-460c-93d6-1752a3c7cb7e',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.506772] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-4bb12fdc-2158-4aa6-b076-1165492bdccd taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.506878] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4bb12fdc-2158-4aa6-b076-1165492bdccd" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.506945] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4bb12fdc-2158-4aa6-b076-1165492bdccd" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.512012] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4bb12fdc-2158-4aa6-b076-1165492bdccd" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.512012] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bb12fdc-2158-4aa6-b076-1165492bdccd',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.716102] env[65429]: INFO networking_nsxv3.common.synchronization [req-26392cbd-f4a3-41d2-894c-a9136e697a41 req-f14f0ff1-8ca6-4a46-904f-55a2b8d25ab1 tempest-ServerDiskConfigTestJSON-1203054178 tempest-ServerDiskConfigTestJSON-1203054178-project-member] Enqueued Resource ID: 175f5593-8cac-48d4-9609-d6330a935761 with Priority: HIGHEST for action security_group_members [ 986.717046] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 175f5593-8cac-48d4-9609-d6330a935761 with Priority: HIGHEST for action security_group_members [ 986.717046] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-175f5593-8cac-48d4-9609-d6330a935761 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.717286] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.717569] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.717831] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.717964] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.718074] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.718139] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.718292] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.718370] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.718461] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('175f5593-8cac-48d4-9609-d6330a935761',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.013062] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8856207-80d0-460c-93d6-1752a3c7cb7e taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.013211] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8856207-80d0-460c-93d6-1752a3c7cb7e" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.014042] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e8856207-80d0-460c-93d6-1752a3c7cb7e',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.014677] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4bb12fdc-2158-4aa6-b076-1165492bdccd with status ACTIVE [ 987.014873] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.014994] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.015068] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.015283] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.015367] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.015567] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.015669] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.016370] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.016370] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.016370] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.016370] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.016370] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.016370] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.017569] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.017569] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.017569] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4bb12fdc-2158-4aa6-b076-1165492bdccd is going to be updated. [ 987.045549] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.045837] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.045837] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.046672] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.046672] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.046672] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4bb12fdc-2158-4aa6-b076-1165492bdccd" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.156747] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock network-224 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.156982] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "network-224" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.157108] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "network-224" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.157371] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "network-224" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.157632] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.157790] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.157907] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.158142] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.158320] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.158662] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 987.158799] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 987.158907] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 987.159044] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 987.159166] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 987.159273] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 987.159407] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 987.181019] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 987.181236] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 987.181374] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 987.181551] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "network-224" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.181872] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock port-18817694-3ee4-42ca-940b-0c3f8de178f0 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.182065] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "port-18817694-3ee4-42ca-940b-0c3f8de178f0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.182176] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "port-18817694-3ee4-42ca-940b-0c3f8de178f0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.182514] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "port-18817694-3ee4-42ca-940b-0c3f8de178f0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.182652] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18817694-3ee4-42ca-940b-0c3f8de178f0',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.221049] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.221244] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.221316] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.221521] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.221613] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.221810] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.221940] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.222095] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.222248] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.222248] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.222320] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 175f5593-8cac-48d4-9609-d6330a935761 is going to be updated. [ 987.273737] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.273962] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.273962] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.274165] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.274306] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.284408] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 175f5593-8cac-48d4-9609-d6330a935761 in Status: IN_PROGRESS for 2s [ 987.519033] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e8856207-80d0-460c-93d6-1752a3c7cb7e',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.685523] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.685792] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.685950] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.686229] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.686385] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.686533] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Segment Port 18817694-3ee4-42ca-940b-0c3f8de178f0 not found, creating... [ 987.686788] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.686939] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.687062] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.687274] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.687427] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.687763] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.687957] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.688041] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.688364] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.688494] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.688634] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Resource: SegmentPort with ID: 18817694-3ee4-42ca-940b-0c3f8de178f0 is going to be created. [ 987.711546] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.711758] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.711880] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.712531] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.712794] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.713036] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "port-18817694-3ee4-42ca-940b-0c3f8de178f0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.021344] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.021544] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.021619] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.021797] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.021929] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.022055] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8856207-80d0-460c-93d6-1752a3c7cb7e is going to be created. [ 988.045830] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.046128] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.046128] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.046372] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.046542] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.056487] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8856207-80d0-460c-93d6-1752a3c7cb7e in Status: UNINITIALIZED for 2s [ 988.092886] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 310c7d0b-15ed-4227-b70a-24a59001801d in Status: SUCCESS [ 988.093217] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-310c7d0b-15ed-4227-b70a-24a59001801d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.093387] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-310c7d0b-15ed-4227-b70a-24a59001801d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.093592] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-310c7d0b-15ed-4227-b70a-24a59001801d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.093771] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.093872] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.093932] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.094091] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.094160] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.094251] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('310c7d0b-15ed-4227-b70a-24a59001801d',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.099075] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e01e3f0-6621-43d1-8e73-a3c7f4338302 in Status: SUCCESS [ 988.099291] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.099446] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.099642] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.099828] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.099936] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.099999] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.100386] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.100472] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.100568] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e01e3f0-6621-43d1-8e73-a3c7f4338302',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.422775] env[65429]: INFO networking_nsxv3.common.synchronization [req-26392cbd-f4a3-41d2-894c-a9136e697a41 req-0ab48e12-c061-439b-891c-e445fdce6a09 service nova] Enqueued Resource ID: 175f5593-8cac-48d4-9609-d6330a935761 with Priority: HIGHEST for action security_group_rules [ 988.422966] env[65429]: INFO networking_nsxv3.common.synchronization [req-26392cbd-f4a3-41d2-894c-a9136e697a41 req-0ab48e12-c061-439b-891c-e445fdce6a09 service nova] Enqueued Resource ID: 175f5593-8cac-48d4-9609-d6330a935761 with Priority: HIGHEST for action security_group_members [ 988.423135] env[65429]: INFO networking_nsxv3.common.synchronization [req-26392cbd-f4a3-41d2-894c-a9136e697a41 req-0ab48e12-c061-439b-891c-e445fdce6a09 service nova] Enqueued Resource ID: 18817694-3ee4-42ca-940b-0c3f8de178f0 with Priority: HIGHEST for action port [ 988.423706] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 175f5593-8cac-48d4-9609-d6330a935761 with Priority: HIGHEST for action security_group_rules [ 988.423796] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 175f5593-8cac-48d4-9609-d6330a935761 with Priority: HIGHEST for action security_group_members [ 988.423889] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18817694-3ee4-42ca-940b-0c3f8de178f0 with Priority: HIGHEST for action port [ 988.424892] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-175f5593-8cac-48d4-9609-d6330a935761 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.424892] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.424892] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.424892] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.424892] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('175f5593-8cac-48d4-9609-d6330a935761',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.425666] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-175f5593-8cac-48d4-9609-d6330a935761 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.425774] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.425975] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-18817694-3ee4-42ca-940b-0c3f8de178f0 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.426088] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18817694-3ee4-42ca-940b-0c3f8de178f0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.426150] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18817694-3ee4-42ca-940b-0c3f8de178f0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.426309] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18817694-3ee4-42ca-940b-0c3f8de178f0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.426562] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18817694-3ee4-42ca-940b-0c3f8de178f0',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.534665] env[65429]: INFO networking_nsxv3.common.synchronization [None req-3cff6e54-5348-4680-a529-3a4aa825e4ae None None] Enqueued Resource ID: 8fbd00cc-cd6f-4c9c-87ad-73c8d0466bf6 with Priority: HIGHEST for action port [ 988.535477] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fbd00cc-cd6f-4c9c-87ad-73c8d0466bf6 with Priority: HIGHEST for action port [ 988.535578] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-8fbd00cc-cd6f-4c9c-87ad-73c8d0466bf6 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.535648] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8fbd00cc-cd6f-4c9c-87ad-73c8d0466bf6" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.535737] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8fbd00cc-cd6f-4c9c-87ad-73c8d0466bf6" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.535953] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8fbd00cc-cd6f-4c9c-87ad-73c8d0466bf6" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.536330] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fbd00cc-cd6f-4c9c-87ad-73c8d0466bf6',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.596394] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('310c7d0b-15ed-4227-b70a-24a59001801d',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.602826] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e01e3f0-6621-43d1-8e73-a3c7f4338302',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.702775] env[65429]: INFO networking_nsxv3.common.synchronization [req-3fc2afd8-4958-4586-b1d7-60060e0ae83f req-8ec328a8-d6c8-4b8c-a694-414f599decc2 tempest-AttachInterfacesTestJSON-192137818 tempest-AttachInterfacesTestJSON-192137818-project-member] Enqueued Resource ID: 8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 with Priority: HIGHEST for action security_group_members [ 988.703910] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 with Priority: HIGHEST for action security_group_members [ 988.704375] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.704508] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.704588] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.704792] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.704943] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.705070] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.705163] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.705279] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.705398] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.705497] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.928614] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-175f5593-8cac-48d4-9609-d6330a935761 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.928762] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.933179] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 18817694-3ee4-42ca-940b-0c3f8de178f0 with status ACTIVE [ 988.933179] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.933179] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.933179] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.933179] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.933179] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.933179] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.933179] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.933179] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.933179] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.933179] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.933179] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.933179] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.933179] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.933179] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.933179] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.933179] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 18817694-3ee4-42ca-940b-0c3f8de178f0 is going to be updated. [ 988.955830] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.956073] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.956488] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.956488] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.956488] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.956694] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18817694-3ee4-42ca-940b-0c3f8de178f0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.038065] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8fbd00cc-cd6f-4c9c-87ad-73c8d0466bf6 [ 989.038307] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.038443] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.038512] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.038731] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.038850] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.038970] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8fbd00cc-cd6f-4c9c-87ad-73c8d0466bf6 already deleted. [ 989.039072] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8fbd00cc-cd6f-4c9c-87ad-73c8d0466bf6" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.101027] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('310c7d0b-15ed-4227-b70a-24a59001801d',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.105172] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e01e3f0-6621-43d1-8e73-a3c7f4338302',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.179875] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock network-846 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.180186] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "network-846" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.180378] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "network-846" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.180697] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "network-846" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.181079] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.181296] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.181452] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.181757] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.181983] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.183025] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 989.183025] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 989.183025] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 989.183025] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 989.183025] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 989.183025] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 989.183025] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 989.206864] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 989.207015] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 989.207160] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 989.207336] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "network-846" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.207636] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock port-e86c1dd5-5fd6-4c12-a429-b856d2cfe126 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.207810] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "port-e86c1dd5-5fd6-4c12-a429-b856d2cfe126" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.207929] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "port-e86c1dd5-5fd6-4c12-a429-b856d2cfe126" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.208282] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "port-e86c1dd5-5fd6-4c12-a429-b856d2cfe126" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.208420] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e86c1dd5-5fd6-4c12-a429-b856d2cfe126',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.209417] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.209620] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.209620] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.209776] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.209835] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.210020] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.210139] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.210209] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.210579] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.210579] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.210579] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 is going to be deleted. [ 989.243574] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.244362] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.244362] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.244362] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.244362] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.244362] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.299705] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 175f5593-8cac-48d4-9609-d6330a935761 in Status: SUCCESS [ 989.299705] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 175f5593-8cac-48d4-9609-d6330a935761 deletion is rescheduled due to dependency. [ 989.299705] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.299705] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.300143] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.300143] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.300143] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.300143] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.300381] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.300381] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.300454] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('175f5593-8cac-48d4-9609-d6330a935761',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.378725] env[65429]: INFO networking_nsxv3.common.synchronization [req-427f68c2-2a1c-4246-b235-dad25abdf7db req-46956b53-6c1b-4c5a-b556-23d179a10d7e tempest-ServerActionsTestJSON-1857976248 tempest-ServerActionsTestJSON-1857976248-project-member] Enqueued Resource ID: 616e6d47-58ba-4378-9a76-748fa4d8dc52 with Priority: HIGHEST for action security_group_members [ 989.379808] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 616e6d47-58ba-4378-9a76-748fa4d8dc52 with Priority: HIGHEST for action security_group_members [ 989.380764] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-616e6d47-58ba-4378-9a76-748fa4d8dc52 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.380915] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-616e6d47-58ba-4378-9a76-748fa4d8dc52" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.381044] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-616e6d47-58ba-4378-9a76-748fa4d8dc52" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.381326] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-616e6d47-58ba-4378-9a76-748fa4d8dc52" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.381501] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.381603] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.381667] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.381918] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.382037] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.382138] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('616e6d47-58ba-4378-9a76-748fa4d8dc52',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.603576] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.603728] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.603796] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.604051] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.604171] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.604278] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 310c7d0b-15ed-4227-b70a-24a59001801d is going to be updated. [ 989.609225] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.609363] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.609423] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.609608] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.609690] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.609814] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e01e3f0-6621-43d1-8e73-a3c7f4338302 is going to be updated. [ 989.636017] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.636017] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.636017] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.636017] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.636017] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.636997] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.640631] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.640728] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.640948] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.641124] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.654083] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e01e3f0-6621-43d1-8e73-a3c7f4338302 in Status: IN_PROGRESS for 2s [ 989.654804] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 310c7d0b-15ed-4227-b70a-24a59001801d in Status: IN_PROGRESS for 2s [ 989.716024] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.716024] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.716024] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.716024] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.716024] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.716024] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Segment Port e86c1dd5-5fd6-4c12-a429-b856d2cfe126 not found, creating... [ 989.716024] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.716024] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.716024] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.716024] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.716024] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.716578] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.716578] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.716578] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.716578] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.716578] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.716578] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Resource: SegmentPort with ID: e86c1dd5-5fd6-4c12-a429-b856d2cfe126 is going to be created. [ 989.740808] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.740808] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.740808] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.740808] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.740808] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.740808] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "port-e86c1dd5-5fd6-4c12-a429-b856d2cfe126" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.783597] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock network-325 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.784131] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "network-325" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.784131] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "network-325" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.784131] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "network-325" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.784337] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.784494] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.784610] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.784822] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.784969] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.785184] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 989.785297] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 989.785406] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 989.785516] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 989.785617] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 989.785725] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 989.786329] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 989.802626] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('175f5593-8cac-48d4-9609-d6330a935761',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.810268] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 989.810446] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 989.810580] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 989.810759] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "network-325" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.811344] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock port-4ff95ddd-6936-47a0-b5a4-7fd76699f2a3 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.811485] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "port-4ff95ddd-6936-47a0-b5a4-7fd76699f2a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.811573] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "port-4ff95ddd-6936-47a0-b5a4-7fd76699f2a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.811860] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "port-4ff95ddd-6936-47a0-b5a4-7fd76699f2a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.812018] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ff95ddd-6936-47a0-b5a4-7fd76699f2a3',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.885540] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.888433] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.888601] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.888764] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.888873] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.889117] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.889228] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.889283] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.889459] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.889539] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.889628] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 616e6d47-58ba-4378-9a76-748fa4d8dc52 already deleted. [ 989.889711] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-616e6d47-58ba-4378-9a76-748fa4d8dc52" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.067740] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8856207-80d0-460c-93d6-1752a3c7cb7e in Status: SUCCESS [ 990.068792] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8856207-80d0-460c-93d6-1752a3c7cb7e" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.068792] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8856207-80d0-460c-93d6-1752a3c7cb7e" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.068792] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8856207-80d0-460c-93d6-1752a3c7cb7e" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.068792] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.069060] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.069156] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.069368] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.069475] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.069590] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8856207-80d0-460c-93d6-1752a3c7cb7e" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.069712] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e8856207-80d0-460c-93d6-1752a3c7cb7e',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.305670] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('175f5593-8cac-48d4-9609-d6330a935761',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.317018] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.317018] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.317018] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.317018] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.317018] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.317018] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Segment Port 4ff95ddd-6936-47a0-b5a4-7fd76699f2a3 not found, creating... [ 990.317018] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.317420] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.317420] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.317420] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.317546] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.317905] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.319048] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.319048] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.319747] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.319968] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.321519] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Resource: SegmentPort with ID: 4ff95ddd-6936-47a0-b5a4-7fd76699f2a3 is going to be created. [ 990.359581] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.359581] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.359581] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.359581] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.359581] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.360859] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "port-4ff95ddd-6936-47a0-b5a4-7fd76699f2a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.504771] env[65429]: INFO networking_nsxv3.common.synchronization [req-3fc2afd8-4958-4586-b1d7-60060e0ae83f req-ea275cbe-658e-450c-a781-43a4c1c4e543 service nova] Enqueued Resource ID: 8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 with Priority: HIGHEST for action security_group_rules [ 990.505108] env[65429]: INFO networking_nsxv3.common.synchronization [req-3fc2afd8-4958-4586-b1d7-60060e0ae83f req-ea275cbe-658e-450c-a781-43a4c1c4e543 service nova] Enqueued Resource ID: 8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 with Priority: HIGHEST for action security_group_members [ 990.505306] env[65429]: INFO networking_nsxv3.common.synchronization [req-3fc2afd8-4958-4586-b1d7-60060e0ae83f req-ea275cbe-658e-450c-a781-43a4c1c4e543 service nova] Enqueued Resource ID: e86c1dd5-5fd6-4c12-a429-b856d2cfe126 with Priority: HIGHEST for action port [ 990.506025] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 with Priority: HIGHEST for action security_group_rules [ 990.507233] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 with Priority: HIGHEST for action security_group_members [ 990.507344] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e86c1dd5-5fd6-4c12-a429-b856d2cfe126 with Priority: HIGHEST for action port [ 990.507668] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.507800] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.507870] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.508197] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.508326] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.514364] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.514560] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.514633] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.514861] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.515045] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.515171] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.515232] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.515570] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.515570] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.515570] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.516609] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-e86c1dd5-5fd6-4c12-a429-b856d2cfe126 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.518952] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e86c1dd5-5fd6-4c12-a429-b856d2cfe126" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.519086] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e86c1dd5-5fd6-4c12-a429-b856d2cfe126" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.519344] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e86c1dd5-5fd6-4c12-a429-b856d2cfe126" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.519477] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e86c1dd5-5fd6-4c12-a429-b856d2cfe126',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.573550] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e8856207-80d0-460c-93d6-1752a3c7cb7e',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.794357] env[65429]: INFO networking_nsxv3.common.synchronization [None req-e51d4cb0-3748-4800-8774-1af386ab81f8 None None] Enqueued Resource ID: d84064e1-9eae-4b52-a7eb-7c786cbef8a5 with Priority: HIGHEST for action port [ 990.794357] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d84064e1-9eae-4b52-a7eb-7c786cbef8a5 with Priority: HIGHEST for action port [ 990.794357] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-d84064e1-9eae-4b52-a7eb-7c786cbef8a5 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.794357] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d84064e1-9eae-4b52-a7eb-7c786cbef8a5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.794357] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d84064e1-9eae-4b52-a7eb-7c786cbef8a5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.794357] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d84064e1-9eae-4b52-a7eb-7c786cbef8a5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.795601] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d84064e1-9eae-4b52-a7eb-7c786cbef8a5',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.809207] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.809361] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.809412] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.809669] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.809738] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.810641] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 175f5593-8cac-48d4-9609-d6330a935761 is going to be updated. [ 990.845127] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.845127] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.845127] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.845437] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.845677] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.857404] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 175f5593-8cac-48d4-9609-d6330a935761 in Status: IN_PROGRESS for 2s [ 991.022136] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e86c1dd5-5fd6-4c12-a429-b856d2cfe126 with status ACTIVE [ 991.022398] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.022535] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.022607] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.022828] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.022919] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.023116] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.023216] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.023287] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.023424] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.023524] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.023690] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.023782] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.023840] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.023994] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.024098] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.024163] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e86c1dd5-5fd6-4c12-a429-b856d2cfe126 is going to be updated. [ 991.025357] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.026279] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.026405] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.049700] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.049783] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.050424] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.050424] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.050424] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.051015] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e86c1dd5-5fd6-4c12-a429-b856d2cfe126" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.075639] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e8856207-80d0-460c-93d6-1752a3c7cb7e: rpc.has_security_group_logging(os_id): False [ 991.079899] env[65429]: INFO networking_nsxv3.common.synchronization [req-427f68c2-2a1c-4246-b235-dad25abdf7db req-148d1412-e0a6-49ff-8082-1dbd57f5671b service nova] Enqueued Resource ID: 616e6d47-58ba-4378-9a76-748fa4d8dc52 with Priority: HIGHEST for action security_group_rules [ 991.080096] env[65429]: INFO networking_nsxv3.common.synchronization [req-427f68c2-2a1c-4246-b235-dad25abdf7db req-148d1412-e0a6-49ff-8082-1dbd57f5671b service nova] Enqueued Resource ID: 616e6d47-58ba-4378-9a76-748fa4d8dc52 with Priority: HIGHEST for action security_group_members [ 991.080238] env[65429]: INFO networking_nsxv3.common.synchronization [req-427f68c2-2a1c-4246-b235-dad25abdf7db req-148d1412-e0a6-49ff-8082-1dbd57f5671b service nova] Enqueued Resource ID: 4ff95ddd-6936-47a0-b5a4-7fd76699f2a3 with Priority: HIGHEST for action port [ 991.080776] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 616e6d47-58ba-4378-9a76-748fa4d8dc52 with Priority: HIGHEST for action security_group_rules [ 991.080970] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 616e6d47-58ba-4378-9a76-748fa4d8dc52 with Priority: HIGHEST for action security_group_members [ 991.081498] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ff95ddd-6936-47a0-b5a4-7fd76699f2a3 with Priority: HIGHEST for action port [ 991.081814] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-616e6d47-58ba-4378-9a76-748fa4d8dc52 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.081964] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-616e6d47-58ba-4378-9a76-748fa4d8dc52" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.082183] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-616e6d47-58ba-4378-9a76-748fa4d8dc52" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.082377] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-616e6d47-58ba-4378-9a76-748fa4d8dc52" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.082470] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('616e6d47-58ba-4378-9a76-748fa4d8dc52',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.083600] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-616e6d47-58ba-4378-9a76-748fa4d8dc52 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.083600] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-616e6d47-58ba-4378-9a76-748fa4d8dc52" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.083734] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-616e6d47-58ba-4378-9a76-748fa4d8dc52" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.083849] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-616e6d47-58ba-4378-9a76-748fa4d8dc52" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.084034] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.084133] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.084193] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.084907] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.084907] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.084907] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('616e6d47-58ba-4378-9a76-748fa4d8dc52',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.086061] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ff95ddd-6936-47a0-b5a4-7fd76699f2a3 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.086061] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ff95ddd-6936-47a0-b5a4-7fd76699f2a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.086061] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ff95ddd-6936-47a0-b5a4-7fd76699f2a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.086061] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ff95ddd-6936-47a0-b5a4-7fd76699f2a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.086061] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ff95ddd-6936-47a0-b5a4-7fd76699f2a3',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.096132] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.096276] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.096346] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.096665] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.096737] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.096942] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.097060] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.097128] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.097287] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.097364] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.097448] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8856207-80d0-460c-93d6-1752a3c7cb7e is going to be created. [ 991.183020] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.183020] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.183020] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.183020] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.183020] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.195726] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8856207-80d0-460c-93d6-1752a3c7cb7e in Status: IN_PROGRESS for 2s [ 991.297780] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d84064e1-9eae-4b52-a7eb-7c786cbef8a5 [ 991.298178] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.298371] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.298473] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.298769] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.298894] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.299047] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d84064e1-9eae-4b52-a7eb-7c786cbef8a5 already deleted. [ 991.299174] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d84064e1-9eae-4b52-a7eb-7c786cbef8a5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.528109] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.588258] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-616e6d47-58ba-4378-9a76-748fa4d8dc52 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.588409] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-616e6d47-58ba-4378-9a76-748fa4d8dc52" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.588638] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('616e6d47-58ba-4378-9a76-748fa4d8dc52',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.589648] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4ff95ddd-6936-47a0-b5a4-7fd76699f2a3 with status ACTIVE [ 991.589953] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.590288] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.590349] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.590626] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.591374] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.591374] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.591374] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.591374] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.591569] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.591569] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.592034] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.592034] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.592151] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.592435] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.592435] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.592435] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4ff95ddd-6936-47a0-b5a4-7fd76699f2a3 is going to be updated. [ 991.619820] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.620087] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.620177] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.620398] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.620540] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.620707] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ff95ddd-6936-47a0-b5a4-7fd76699f2a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.667022] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e01e3f0-6621-43d1-8e73-a3c7f4338302 in Status: SUCCESS [ 991.667022] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.667022] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.667022] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.667022] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.667022] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.667022] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.667022] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.667737] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.667737] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.667737] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5e01e3f0-6621-43d1-8e73-a3c7f4338302',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.668798] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 310c7d0b-15ed-4227-b70a-24a59001801d in Status: SUCCESS [ 991.669083] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-310c7d0b-15ed-4227-b70a-24a59001801d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.673101] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-310c7d0b-15ed-4227-b70a-24a59001801d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.673101] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-310c7d0b-15ed-4227-b70a-24a59001801d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.673101] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.673101] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.673101] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.673101] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.673101] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.673101] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-310c7d0b-15ed-4227-b70a-24a59001801d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.673101] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('310c7d0b-15ed-4227-b70a-24a59001801d',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.030685] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.030847] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.030914] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.031245] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.031336] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.031457] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 is going to be created. [ 992.056307] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.056450] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.056522] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.056739] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.056897] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.066308] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 in Status: UNINITIALIZED for 2s [ 992.094892] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('616e6d47-58ba-4378-9a76-748fa4d8dc52',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.173415] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e01e3f0-6621-43d1-8e73-a3c7f4338302 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.173415] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.173415] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.174843] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.174843] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.174843] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.174843] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.174843] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.174843] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.174843] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.174843] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e01e3f0-6621-43d1-8e73-a3c7f4338302 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.174843] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.174843] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.175418] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.175579] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.175827] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.175827] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.176155] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.176275] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.176390] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.176503] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5e01e3f0-6621-43d1-8e73-a3c7f4338302',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.177422] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('310c7d0b-15ed-4227-b70a-24a59001801d',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.597579] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.598082] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.598082] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.598236] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.598333] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.598444] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 616e6d47-58ba-4378-9a76-748fa4d8dc52 is going to be created. [ 992.625153] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.625395] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.625395] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.625644] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.625871] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.639640] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 616e6d47-58ba-4378-9a76-748fa4d8dc52 in Status: UNINITIALIZED for 2s [ 992.680121] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5e01e3f0-6621-43d1-8e73-a3c7f4338302: rpc.has_security_group_logging(os_id): False [ 992.681326] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 310c7d0b-15ed-4227-b70a-24a59001801d: rpc.has_security_group_logging(os_id): False [ 992.700773] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.700944] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.701183] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.701435] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.701536] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.701746] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.701857] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.701995] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.702366] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.702543] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.702871] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.703066] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.703279] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.703617] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.703764] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.704120] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.704301] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.704423] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.704877] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.704877] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.704877] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e01e3f0-6621-43d1-8e73-a3c7f4338302 is going to be updated. [ 992.708115] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.708398] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.708503] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.708724] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.708909] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.709205] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.709377] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.709492] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.709754] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.709896] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.710050] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 310c7d0b-15ed-4227-b70a-24a59001801d is going to be created. [ 992.795228] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.795228] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.795228] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.795505] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.795601] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.797774] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.797774] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.797774] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.797930] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.798127] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.817349] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 310c7d0b-15ed-4227-b70a-24a59001801d in Status: IN_PROGRESS for 2s [ 992.823441] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e01e3f0-6621-43d1-8e73-a3c7f4338302 in Status: IN_PROGRESS for 2s [ 992.869599] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 175f5593-8cac-48d4-9609-d6330a935761 in Status: SUCCESS [ 992.869900] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.870143] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.870401] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.870628] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.870797] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.870882] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.871122] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.871248] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.871360] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.871472] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('175f5593-8cac-48d4-9609-d6330a935761',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.211726] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8856207-80d0-460c-93d6-1752a3c7cb7e in Status: SUCCESS [ 993.211985] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8856207-80d0-460c-93d6-1752a3c7cb7e" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.375561] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-175f5593-8cac-48d4-9609-d6330a935761 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.375561] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.375561] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.375561] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.375863] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.375904] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.375978] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.376336] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.376377] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.376984] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.376984] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-175f5593-8cac-48d4-9609-d6330a935761 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.376984] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.376984] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.377261] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.377493] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.377656] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.377735] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.377889] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.377998] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.382657] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.382657] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('175f5593-8cac-48d4-9609-d6330a935761',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.884904] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 175f5593-8cac-48d4-9609-d6330a935761: rpc.has_security_group_logging(os_id): False [ 993.905599] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.905759] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.905889] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.906095] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.906518] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.906518] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.906788] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.906788] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.906788] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.908205] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.908205] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.908205] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.908205] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.908205] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.908205] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.908205] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.908205] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.908205] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.908205] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.908205] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.908704] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 175f5593-8cac-48d4-9609-d6330a935761 is going to be updated. [ 993.987179] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.987179] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.987179] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.987434] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.987576] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.009208] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 175f5593-8cac-48d4-9609-d6330a935761 in Status: IN_PROGRESS for 2s [ 994.079023] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 in Status: SUCCESS [ 994.079310] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.079492] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.079715] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.079911] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.080039] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.080116] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.080254] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.080331] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.080413] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.080552] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.424664] env[65429]: INFO networking_nsxv3.common.synchronization [req-07404e4c-1349-4942-b1fd-5a37113de11b req-2b970871-07dc-4288-80eb-c9a51318a809 tempest-SecurityGroupsTestJSON-778350501 tempest-SecurityGroupsTestJSON-778350501-project-member] Enqueued Resource ID: 310c7d0b-15ed-4227-b70a-24a59001801d with Priority: HIGHEST for action security_group_members [ 994.424884] env[65429]: INFO networking_nsxv3.common.synchronization [req-07404e4c-1349-4942-b1fd-5a37113de11b req-2b970871-07dc-4288-80eb-c9a51318a809 tempest-SecurityGroupsTestJSON-778350501 tempest-SecurityGroupsTestJSON-778350501-project-member] Enqueued Resource ID: 31d2d856-bc0a-45b9-a1fa-837bc4e33595 with Priority: HIGHEST for action security_group_members [ 994.425878] env[65429]: INFO networking_nsxv3.common.synchronization [req-07404e4c-1349-4942-b1fd-5a37113de11b req-2b970871-07dc-4288-80eb-c9a51318a809 tempest-SecurityGroupsTestJSON-778350501 tempest-SecurityGroupsTestJSON-778350501-project-member] Enqueued Resource ID: 5e01e3f0-6621-43d1-8e73-a3c7f4338302 with Priority: HIGHEST for action security_group_members [ 994.428644] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 310c7d0b-15ed-4227-b70a-24a59001801d with Priority: HIGHEST for action security_group_members [ 994.428644] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31d2d856-bc0a-45b9-a1fa-837bc4e33595 with Priority: HIGHEST for action security_group_members [ 994.428644] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e01e3f0-6621-43d1-8e73-a3c7f4338302 with Priority: HIGHEST for action security_group_members [ 994.428644] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-310c7d0b-15ed-4227-b70a-24a59001801d taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.428644] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-310c7d0b-15ed-4227-b70a-24a59001801d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.428644] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-310c7d0b-15ed-4227-b70a-24a59001801d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.428644] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-310c7d0b-15ed-4227-b70a-24a59001801d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.428644] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.428644] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.428644] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.428644] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.428644] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.428644] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('310c7d0b-15ed-4227-b70a-24a59001801d',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.429287] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-31d2d856-bc0a-45b9-a1fa-837bc4e33595 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.429357] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31d2d856-bc0a-45b9-a1fa-837bc4e33595" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.429582] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31d2d856-bc0a-45b9-a1fa-837bc4e33595" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.429792] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31d2d856-bc0a-45b9-a1fa-837bc4e33595" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.429956] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.430115] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.430187] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.430349] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.430447] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.430542] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31d2d856-bc0a-45b9-a1fa-837bc4e33595',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.433410] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e01e3f0-6621-43d1-8e73-a3c7f4338302 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.433616] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.433703] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.433868] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.434030] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.434132] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.434187] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.434318] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.434403] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.434522] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e01e3f0-6621-43d1-8e73-a3c7f4338302',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.483204] env[65429]: INFO networking_nsxv3.common.synchronization [req-07404e4c-1349-4942-b1fd-5a37113de11b req-2b970871-07dc-4288-80eb-c9a51318a809 tempest-SecurityGroupsTestJSON-778350501 tempest-SecurityGroupsTestJSON-778350501-project-member] Enqueued Resource ID: 310c7d0b-15ed-4227-b70a-24a59001801d with Priority: HIGHEST for action security_group_rules [ 994.483440] env[65429]: INFO networking_nsxv3.common.synchronization [req-07404e4c-1349-4942-b1fd-5a37113de11b req-2b970871-07dc-4288-80eb-c9a51318a809 tempest-SecurityGroupsTestJSON-778350501 tempest-SecurityGroupsTestJSON-778350501-project-member] Enqueued Resource ID: 310c7d0b-15ed-4227-b70a-24a59001801d with Priority: HIGHEST for action security_group_members [ 994.483565] env[65429]: INFO networking_nsxv3.common.synchronization [req-07404e4c-1349-4942-b1fd-5a37113de11b req-2b970871-07dc-4288-80eb-c9a51318a809 tempest-SecurityGroupsTestJSON-778350501 tempest-SecurityGroupsTestJSON-778350501-project-member] Enqueued Resource ID: 31d2d856-bc0a-45b9-a1fa-837bc4e33595 with Priority: HIGHEST for action security_group_rules [ 994.483694] env[65429]: INFO networking_nsxv3.common.synchronization [req-07404e4c-1349-4942-b1fd-5a37113de11b req-2b970871-07dc-4288-80eb-c9a51318a809 tempest-SecurityGroupsTestJSON-778350501 tempest-SecurityGroupsTestJSON-778350501-project-member] Enqueued Resource ID: 31d2d856-bc0a-45b9-a1fa-837bc4e33595 with Priority: HIGHEST for action security_group_members [ 994.483819] env[65429]: INFO networking_nsxv3.common.synchronization [req-07404e4c-1349-4942-b1fd-5a37113de11b req-2b970871-07dc-4288-80eb-c9a51318a809 tempest-SecurityGroupsTestJSON-778350501 tempest-SecurityGroupsTestJSON-778350501-project-member] Enqueued Resource ID: 5e01e3f0-6621-43d1-8e73-a3c7f4338302 with Priority: HIGHEST for action security_group_rules [ 994.483950] env[65429]: INFO networking_nsxv3.common.synchronization [req-07404e4c-1349-4942-b1fd-5a37113de11b req-2b970871-07dc-4288-80eb-c9a51318a809 tempest-SecurityGroupsTestJSON-778350501 tempest-SecurityGroupsTestJSON-778350501-project-member] Enqueued Resource ID: 5e01e3f0-6621-43d1-8e73-a3c7f4338302 with Priority: HIGHEST for action security_group_members [ 994.484449] env[65429]: INFO networking_nsxv3.common.synchronization [req-07404e4c-1349-4942-b1fd-5a37113de11b req-2b970871-07dc-4288-80eb-c9a51318a809 tempest-SecurityGroupsTestJSON-778350501 tempest-SecurityGroupsTestJSON-778350501-project-member] Enqueued Resource ID: c4e5d75f-c5fb-411a-8992-abf863908e6d with Priority: HIGHEST for action port [ 994.485297] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 310c7d0b-15ed-4227-b70a-24a59001801d with Priority: HIGHEST for action security_group_rules [ 994.485570] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31d2d856-bc0a-45b9-a1fa-837bc4e33595 with Priority: HIGHEST for action security_group_rules [ 994.485801] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e01e3f0-6621-43d1-8e73-a3c7f4338302 with Priority: HIGHEST for action security_group_members [ 994.486037] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4e5d75f-c5fb-411a-8992-abf863908e6d with Priority: HIGHEST for action port [ 994.486323] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e01e3f0-6621-43d1-8e73-a3c7f4338302 with Priority: HIGHEST for action security_group_rules [ 994.486498] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 310c7d0b-15ed-4227-b70a-24a59001801d with Priority: HIGHEST for action security_group_members [ 994.486934] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31d2d856-bc0a-45b9-a1fa-837bc4e33595 with Priority: HIGHEST for action security_group_members [ 994.487096] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-310c7d0b-15ed-4227-b70a-24a59001801d taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.487258] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-310c7d0b-15ed-4227-b70a-24a59001801d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.487560] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-31d2d856-bc0a-45b9-a1fa-837bc4e33595 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.487716] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-31d2d856-bc0a-45b9-a1fa-837bc4e33595" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.487798] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-31d2d856-bc0a-45b9-a1fa-837bc4e33595" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.488112] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-31d2d856-bc0a-45b9-a1fa-837bc4e33595" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.488224] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('31d2d856-bc0a-45b9-a1fa-837bc4e33595',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.489301] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e01e3f0-6621-43d1-8e73-a3c7f4338302 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.489427] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.489683] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4e5d75f-c5fb-411a-8992-abf863908e6d taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.489861] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4e5d75f-c5fb-411a-8992-abf863908e6d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.489960] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4e5d75f-c5fb-411a-8992-abf863908e6d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.490218] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4e5d75f-c5fb-411a-8992-abf863908e6d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.490366] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4e5d75f-c5fb-411a-8992-abf863908e6d',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.492058] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e01e3f0-6621-43d1-8e73-a3c7f4338302 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.492058] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.492169] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-310c7d0b-15ed-4227-b70a-24a59001801d taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.492403] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-310c7d0b-15ed-4227-b70a-24a59001801d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.492480] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-31d2d856-bc0a-45b9-a1fa-837bc4e33595 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.492613] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31d2d856-bc0a-45b9-a1fa-837bc4e33595" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.583053] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.583230] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.583320] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.583570] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.583744] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.583846] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.583923] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.584075] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.584179] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.584252] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.585285] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.585285] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.585285] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.585285] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.585285] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.585285] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.585285] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.585285] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.585285] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.585285] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.585285] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.650622] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 616e6d47-58ba-4378-9a76-748fa4d8dc52 in Status: SUCCESS [ 994.651029] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-616e6d47-58ba-4378-9a76-748fa4d8dc52" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.651029] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-616e6d47-58ba-4378-9a76-748fa4d8dc52" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.651984] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-616e6d47-58ba-4378-9a76-748fa4d8dc52" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.651984] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.651984] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.651984] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.651984] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.651984] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.651984] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-616e6d47-58ba-4378-9a76-748fa4d8dc52" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.652239] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('616e6d47-58ba-4378-9a76-748fa4d8dc52',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.834040] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 310c7d0b-15ed-4227-b70a-24a59001801d in Status: SUCCESS [ 994.834686] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-310c7d0b-15ed-4227-b70a-24a59001801d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.834686] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-310c7d0b-15ed-4227-b70a-24a59001801d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.834686] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-310c7d0b-15ed-4227-b70a-24a59001801d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.834838] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('310c7d0b-15ed-4227-b70a-24a59001801d',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.840183] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e01e3f0-6621-43d1-8e73-a3c7f4338302 in Status: SUCCESS [ 994.840458] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.840650] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.840901] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.841076] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e01e3f0-6621-43d1-8e73-a3c7f4338302',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.936470] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('31d2d856-bc0a-45b9-a1fa-837bc4e33595',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.938189] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('310c7d0b-15ed-4227-b70a-24a59001801d',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.938368] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e01e3f0-6621-43d1-8e73-a3c7f4338302',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.995824] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c4e5d75f-c5fb-411a-8992-abf863908e6d with status ACTIVE [ 994.995824] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.995824] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.995824] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.995824] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.996119] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.996119] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.996250] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.996250] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.996430] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.996800] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.996800] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.996800] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.996957] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.997256] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.997256] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.997256] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c4e5d75f-c5fb-411a-8992-abf863908e6d is going to be updated. [ 994.998420] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-31d2d856-bc0a-45b9-a1fa-837bc4e33595 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.998738] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31d2d856-bc0a-45b9-a1fa-837bc4e33595" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.022230] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.022403] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.022403] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.022627] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.022733] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.022907] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4e5d75f-c5fb-411a-8992-abf863908e6d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.088381] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9: rpc.has_security_group_logging(os_id): False [ 995.110525] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.110663] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.110761] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.110970] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.111088] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.111308] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.111406] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.111464] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.111617] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.112417] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.112417] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.112417] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.112417] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.112417] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.112417] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.112417] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.112811] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.112811] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.112811] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.112811] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.112811] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 is going to be created. [ 995.154152] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('616e6d47-58ba-4378-9a76-748fa4d8dc52',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.322880] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.322880] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.322880] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.322880] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.323134] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.336507] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 in Status: IN_PROGRESS for 2s [ 995.336586] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-310c7d0b-15ed-4227-b70a-24a59001801d taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.336708] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-310c7d0b-15ed-4227-b70a-24a59001801d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.343313] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e01e3f0-6621-43d1-8e73-a3c7f4338302 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.343464] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.439625] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('310c7d0b-15ed-4227-b70a-24a59001801d',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.440600] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('31d2d856-bc0a-45b9-a1fa-837bc4e33595',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.442339] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e01e3f0-6621-43d1-8e73-a3c7f4338302',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.567573] env[65429]: INFO networking_nsxv3.common.synchronization [None req-96e813de-113d-4e7a-9411-5ce06055edd0 tempest-AttachInterfacesTestJSON-192137818 tempest-AttachInterfacesTestJSON-192137818-project-member] Enqueued Resource ID: 8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 with Priority: HIGHEST for action security_group_members [ 995.568533] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 with Priority: HIGHEST for action security_group_members [ 995.568797] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.568927] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.569000] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.569222] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.569375] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.569477] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.570079] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.570079] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.570079] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.570079] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.655895] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 616e6d47-58ba-4378-9a76-748fa4d8dc52: rpc.has_security_group_logging(os_id): False [ 995.678998] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.678998] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.678998] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.678998] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.678998] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.678998] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.678998] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.678998] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.679523] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.679523] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.679523] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 616e6d47-58ba-4378-9a76-748fa4d8dc52 is going to be created. [ 995.751032] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.751223] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.751504] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.751617] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.751941] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.767090] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 616e6d47-58ba-4378-9a76-748fa4d8dc52 in Status: IN_PROGRESS for 2s [ 995.942378] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.942718] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.942718] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.942932] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.943167] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.943463] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 310c7d0b-15ed-4227-b70a-24a59001801d is going to be updated. [ 995.945287] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.945610] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.945610] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.946211] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.946211] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.946211] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31d2d856-bc0a-45b9-a1fa-837bc4e33595 is going to be created. [ 995.948094] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.948336] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.948458] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.948798] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.948886] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.948994] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e01e3f0-6621-43d1-8e73-a3c7f4338302 is going to be updated. [ 995.994350] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.994527] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.994609] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.994923] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.995177] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.997284] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.997424] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.997494] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.997674] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.997801] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.999470] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.999582] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.999635] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.999799] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.999924] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.023361] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e01e3f0-6621-43d1-8e73-a3c7f4338302 in Status: IN_PROGRESS for 2s [ 996.023361] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31d2d856-bc0a-45b9-a1fa-837bc4e33595 in Status: UNINITIALIZED for 2s [ 996.023847] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 310c7d0b-15ed-4227-b70a-24a59001801d in Status: IN_PROGRESS for 2s [ 996.037150] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 175f5593-8cac-48d4-9609-d6330a935761 in Status: SUCCESS [ 996.037390] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.072104] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.574740] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.077333] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.077675] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.077675] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.077675] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.077784] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.077916] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 is going to be updated. [ 997.109304] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.109464] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.109540] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.109765] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.109919] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.122292] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 in Status: IN_PROGRESS for 2s [ 997.352639] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 in Status: SUCCESS [ 997.352929] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.758286] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock network-846 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.758501] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "network-846" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.758650] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "network-846" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.758997] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "network-846" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.759313] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.759477] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.759594] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.759817] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.759975] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.760288] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 997.760427] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 997.760550] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 997.760684] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 997.760863] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 997.761049] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 997.761225] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 997.782020] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 616e6d47-58ba-4378-9a76-748fa4d8dc52 in Status: SUCCESS [ 997.782020] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-616e6d47-58ba-4378-9a76-748fa4d8dc52" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.782020] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 997.782587] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 997.782587] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 997.782587] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "network-846" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.782728] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock port-9438f5d5-a280-4746-8367-ad3723cf9018 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.782893] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "port-9438f5d5-a280-4746-8367-ad3723cf9018" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.783024] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "port-9438f5d5-a280-4746-8367-ad3723cf9018" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.783483] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "port-9438f5d5-a280-4746-8367-ad3723cf9018" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.783619] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9438f5d5-a280-4746-8367-ad3723cf9018',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.802839] env[65429]: INFO networking_nsxv3.common.synchronization [req-89734723-ed68-4aec-80cb-2934cedcdf75 req-f4a2dc39-0959-4ede-8a4a-e800e9a11615 tempest-SecurityGroupsTestJSON-778350501 tempest-SecurityGroupsTestJSON-778350501-project-member] Enqueued Resource ID: 310c7d0b-15ed-4227-b70a-24a59001801d with Priority: HIGHEST for action security_group_members [ 997.803115] env[65429]: INFO networking_nsxv3.common.synchronization [req-89734723-ed68-4aec-80cb-2934cedcdf75 req-f4a2dc39-0959-4ede-8a4a-e800e9a11615 tempest-SecurityGroupsTestJSON-778350501 tempest-SecurityGroupsTestJSON-778350501-project-member] Enqueued Resource ID: 31d2d856-bc0a-45b9-a1fa-837bc4e33595 with Priority: HIGHEST for action security_group_members [ 997.803263] env[65429]: INFO networking_nsxv3.common.synchronization [req-89734723-ed68-4aec-80cb-2934cedcdf75 req-f4a2dc39-0959-4ede-8a4a-e800e9a11615 tempest-SecurityGroupsTestJSON-778350501 tempest-SecurityGroupsTestJSON-778350501-project-member] Enqueued Resource ID: 5e01e3f0-6621-43d1-8e73-a3c7f4338302 with Priority: HIGHEST for action security_group_members [ 997.805511] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 310c7d0b-15ed-4227-b70a-24a59001801d with Priority: HIGHEST for action security_group_members [ 997.805759] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31d2d856-bc0a-45b9-a1fa-837bc4e33595 with Priority: HIGHEST for action security_group_members [ 997.805759] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e01e3f0-6621-43d1-8e73-a3c7f4338302 with Priority: HIGHEST for action security_group_members [ 997.806317] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-310c7d0b-15ed-4227-b70a-24a59001801d taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.806428] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-310c7d0b-15ed-4227-b70a-24a59001801d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.807225] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-31d2d856-bc0a-45b9-a1fa-837bc4e33595 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.807225] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-31d2d856-bc0a-45b9-a1fa-837bc4e33595" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.807225] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e01e3f0-6621-43d1-8e73-a3c7f4338302 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.807225] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.037638] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 310c7d0b-15ed-4227-b70a-24a59001801d in Status: SUCCESS [ 998.037812] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-310c7d0b-15ed-4227-b70a-24a59001801d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.038209] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-310c7d0b-15ed-4227-b70a-24a59001801d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.038209] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-310c7d0b-15ed-4227-b70a-24a59001801d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.038353] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.038569] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.038569] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.038700] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.038783] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.038878] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('310c7d0b-15ed-4227-b70a-24a59001801d',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.040478] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e01e3f0-6621-43d1-8e73-a3c7f4338302 in Status: SUCCESS [ 998.040589] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.041281] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 31d2d856-bc0a-45b9-a1fa-837bc4e33595 in Status: SUCCESS [ 998.041443] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31d2d856-bc0a-45b9-a1fa-837bc4e33595" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.041584] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.041751] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.041915] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.042297] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.042336] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.042505] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.042612] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.042710] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e01e3f0-6621-43d1-8e73-a3c7f4338302',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.043458] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31d2d856-bc0a-45b9-a1fa-837bc4e33595" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.043625] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31d2d856-bc0a-45b9-a1fa-837bc4e33595" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.043780] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.043880] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.043944] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.044097] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.044363] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.044363] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31d2d856-bc0a-45b9-a1fa-837bc4e33595',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.286458] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.286820] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.286820] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.287101] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.287249] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.287399] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Segment Port 9438f5d5-a280-4746-8367-ad3723cf9018 not found, creating... [ 998.287669] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.287801] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.287918] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.288185] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.288303] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.288581] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.288736] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.288875] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.289102] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.289240] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.289417] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Resource: SegmentPort with ID: 9438f5d5-a280-4746-8367-ad3723cf9018 is going to be created. [ 998.308937] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.309194] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.309318] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.309600] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.309809] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.310150] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "port-9438f5d5-a280-4746-8367-ad3723cf9018" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.545973] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e01e3f0-6621-43d1-8e73-a3c7f4338302',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.547125] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.547258] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.547318] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.547599] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.547704] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.547899] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.548014] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.548087] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.548276] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.548349] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.548446] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 310c7d0b-15ed-4227-b70a-24a59001801d is going to be updated. [ 998.553578] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.553737] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.553811] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.554024] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.555626] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.555626] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.555626] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.555626] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.555626] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.555626] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.555626] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31d2d856-bc0a-45b9-a1fa-837bc4e33595 is going to be deleted. [ 998.586089] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.586089] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.586089] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.586089] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.586556] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.588397] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.588549] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.588594] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.589493] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.589493] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.589493] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31d2d856-bc0a-45b9-a1fa-837bc4e33595" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.589627] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31d2d856-bc0a-45b9-a1fa-837bc4e33595" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.589709] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31d2d856-bc0a-45b9-a1fa-837bc4e33595" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.589877] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.589979] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.590053] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.590196] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.590270] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.590361] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31d2d856-bc0a-45b9-a1fa-837bc4e33595',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.599263] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 310c7d0b-15ed-4227-b70a-24a59001801d in Status: IN_PROGRESS for 2s [ 999.057781] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e01e3f0-6621-43d1-8e73-a3c7f4338302',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.059631] env[65429]: INFO networking_nsxv3.common.synchronization [req-59f1c743-b767-4a3f-826d-c564a7660862 req-6391b784-2739-4c6c-b30b-918249ae8661 service nova] Enqueued Resource ID: 8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 with Priority: HIGHEST for action security_group_rules [ 999.059866] env[65429]: INFO networking_nsxv3.common.synchronization [req-59f1c743-b767-4a3f-826d-c564a7660862 req-6391b784-2739-4c6c-b30b-918249ae8661 service nova] Enqueued Resource ID: 8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 with Priority: HIGHEST for action security_group_members [ 999.060158] env[65429]: INFO networking_nsxv3.common.synchronization [req-59f1c743-b767-4a3f-826d-c564a7660862 req-6391b784-2739-4c6c-b30b-918249ae8661 service nova] Enqueued Resource ID: 9438f5d5-a280-4746-8367-ad3723cf9018 with Priority: HIGHEST for action port [ 999.065839] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.065973] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.066054] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.066706] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.066706] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.066706] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e01e3f0-6621-43d1-8e73-a3c7f4338302 is going to be updated. [ 999.067549] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 with Priority: HIGHEST for action security_group_rules [ 999.067689] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 with Priority: HIGHEST for action security_group_members [ 999.067821] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9438f5d5-a280-4746-8367-ad3723cf9018 with Priority: HIGHEST for action port [ 999.068511] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.068631] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.068698] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.068906] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.068992] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.070105] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.070206] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.070715] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-9438f5d5-a280-4746-8367-ad3723cf9018 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.070715] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9438f5d5-a280-4746-8367-ad3723cf9018" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.070715] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9438f5d5-a280-4746-8367-ad3723cf9018" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.070715] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9438f5d5-a280-4746-8367-ad3723cf9018" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.070890] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9438f5d5-a280-4746-8367-ad3723cf9018',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.092581] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.092745] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.092789] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.093191] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.093298] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.093529] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.093638] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.093703] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.093863] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.093937] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.094033] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31d2d856-bc0a-45b9-a1fa-837bc4e33595 already deleted. [ 999.094116] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31d2d856-bc0a-45b9-a1fa-837bc4e33595" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.094210] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('31d2d856-bc0a-45b9-a1fa-837bc4e33595',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.095195] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-31d2d856-bc0a-45b9-a1fa-837bc4e33595" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.095360] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-31d2d856-bc0a-45b9-a1fa-837bc4e33595" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.095535] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.095637] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.095702] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.097096] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.097096] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.097096] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('31d2d856-bc0a-45b9-a1fa-837bc4e33595',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.101515] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.101653] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.101703] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.101861] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.102198] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.112018] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e01e3f0-6621-43d1-8e73-a3c7f4338302 in Status: IN_PROGRESS for 2s [ 999.131311] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 in Status: SUCCESS [ 999.131540] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.131707] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.131923] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.132159] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.132295] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.132374] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.132536] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.132619] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.132716] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.573556] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.573556] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.573556] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9438f5d5-a280-4746-8367-ad3723cf9018 with status ACTIVE [ 999.573556] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.574059] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.574059] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.574059] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.574059] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.574168] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.574243] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.574272] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.574546] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.574546] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.574778] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.574873] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.574924] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.575076] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.575150] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.575235] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9438f5d5-a280-4746-8367-ad3723cf9018 is going to be updated. [ 999.597057] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.597896] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.597896] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.597896] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.597896] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.598099] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9438f5d5-a280-4746-8367-ad3723cf9018" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.598330] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('31d2d856-bc0a-45b9-a1fa-837bc4e33595',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.599492] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.599627] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.599697] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.599880] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.599961] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.600164] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.601025] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.601025] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.601025] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.601025] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.601025] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 31d2d856-bc0a-45b9-a1fa-837bc4e33595 already deleted. [ 999.601025] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-31d2d856-bc0a-45b9-a1fa-837bc4e33595" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.634474] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.785430] env[65429]: INFO networking_nsxv3.common.synchronization [req-7564ef6e-b6dc-44e0-a370-0fc558b9eecb req-933b3b42-6400-4404-9e85-9896c0ad6286 tempest-ImagesTestJSON-1202963915 tempest-ImagesTestJSON-1202963915-project-member] Enqueued Resource ID: 346ed0eb-ae19-4843-9d5c-5fb45d121a17 with Priority: HIGHEST for action security_group_members [ 999.786310] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 346ed0eb-ae19-4843-9d5c-5fb45d121a17 with Priority: HIGHEST for action security_group_members [ 999.786798] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-346ed0eb-ae19-4843-9d5c-5fb45d121a17 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.787031] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.787134] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.787469] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.787722] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.787894] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.788072] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.788289] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.788687] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.788687] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('346ed0eb-ae19-4843-9d5c-5fb45d121a17',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.101300] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 31d2d856-bc0a-45b9-a1fa-837bc4e33595: rpc.has_security_group_logging(os_id): False [ 1000.120083] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.120083] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.120083] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.120083] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.120345] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.120439] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.120709] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.120800] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.121011] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.121131] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.121249] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31d2d856-bc0a-45b9-a1fa-837bc4e33595 is going to be created. [ 1000.137136] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.141281] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/31d2d856-bc0a-45b9-a1fa-837bc4e33595], does not exist path=[/infra/domains/default/groups/31d2d856-bc0a-45b9-a1fa-837bc4e33595]."\n}' [ 1000.141427] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31d2d856-bc0a-45b9-a1fa-837bc4e33595 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/31d2d856-bc0a-45b9-a1fa-837bc4e33595 [ 1000.141569] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1000.180320] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.180472] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.180563] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.180914] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.182294] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.182666] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.182752] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.182859] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.182989] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.183104] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.183343] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.183591] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.183591] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.183727] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.183727] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.183853] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 31d2d856-bc0a-45b9-a1fa-837bc4e33595 is going to be created. [ 1000.211622] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/31d2d856-bc0a-45b9-a1fa-837bc4e33595], does not exist path=[/infra/domains/default/groups/31d2d856-bc0a-45b9-a1fa-837bc4e33595]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/31d2d856-bc0a-45b9-a1fa-837bc4e33595 [ 1000.211834] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-31d2d856-bc0a-45b9-a1fa-837bc4e33595" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.212511] env[65429]: Traceback (most recent call last): [ 1000.212511] env[65429]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1000.212511] env[65429]: return func(*args, **kwargs) [ 1000.212511] env[65429]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1000.212511] env[65429]: res.raise_for_status() [ 1000.212511] env[65429]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1000.212511] env[65429]: raise HTTPError(http_error_msg, response=self) [ 1000.212511] env[65429]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/31d2d856-bc0a-45b9-a1fa-837bc4e33595 [ 1000.212511] env[65429]: During handling of the above exception, another exception occurred: [ 1000.212511] env[65429]: Traceback (most recent call last): [ 1000.212511] env[65429]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1000.212511] env[65429]: listener.cb(fileno) [ 1000.212511] env[65429]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1000.212511] env[65429]: result = function(*args, **kwargs) [ 1000.212511] env[65429]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 1000.212511] env[65429]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 1000.212511] env[65429]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 1000.212511] env[65429]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 1000.212511] env[65429]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 1000.212511] env[65429]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 1000.212511] env[65429]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1000.212511] env[65429]: res.raise_for_status() [ 1000.212511] env[65429]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1000.212511] env[65429]: raise HTTPError(http_error_msg, response=self) [ 1000.212511] env[65429]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/31d2d856-bc0a-45b9-a1fa-837bc4e33595 [ 1000.212511] env[65429]: Removing descriptor: 5 [ 1000.292612] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.292776] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.292839] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.293868] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.314119] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.314383] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.314506] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.314561] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.315208] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.315208] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.315208] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 346ed0eb-ae19-4843-9d5c-5fb45d121a17 is going to be updated. [ 1000.340989] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.342222] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.342222] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.342222] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.342222] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.354276] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 346ed0eb-ae19-4843-9d5c-5fb45d121a17 in Status: IN_PROGRESS for 2s [ 1000.610487] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 310c7d0b-15ed-4227-b70a-24a59001801d in Status: SUCCESS [ 1000.610955] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 310c7d0b-15ed-4227-b70a-24a59001801d deletion is rescheduled due to dependency. [ 1000.610955] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-310c7d0b-15ed-4227-b70a-24a59001801d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.610955] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-310c7d0b-15ed-4227-b70a-24a59001801d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.611277] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-310c7d0b-15ed-4227-b70a-24a59001801d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.611481] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.611604] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.611675] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.611832] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.611917] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.612037] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-310c7d0b-15ed-4227-b70a-24a59001801d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.612470] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('310c7d0b-15ed-4227-b70a-24a59001801d',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.613025] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-310c7d0b-15ed-4227-b70a-24a59001801d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.613197] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-310c7d0b-15ed-4227-b70a-24a59001801d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.613359] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.613464] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.613532] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.613667] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.613745] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.613831] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('310c7d0b-15ed-4227-b70a-24a59001801d',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.639833] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.639996] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.640082] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.640315] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.640391] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.640497] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 is going to be updated. [ 1000.669362] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.669519] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.669560] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.669778] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.669922] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.679621] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 in Status: IN_PROGRESS for 2s [ 1001.115778] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('310c7d0b-15ed-4227-b70a-24a59001801d',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.116782] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.116911] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.116975] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.117222] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.123612] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e01e3f0-6621-43d1-8e73-a3c7f4338302 in Status: SUCCESS [ 1001.123816] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.124248] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.124450] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.124631] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.124742] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.124806] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.124951] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.125047] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.125122] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.125213] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5e01e3f0-6621-43d1-8e73-a3c7f4338302',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.126151] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.126313] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.126472] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.126559] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.126623] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.126759] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.126835] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.126921] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e01e3f0-6621-43d1-8e73-a3c7f4338302',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.136778] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.137030] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.137152] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.137221] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.137405] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.137499] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.137589] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 310c7d0b-15ed-4227-b70a-24a59001801d is going to be updated. [ 1001.163301] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.163534] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.163600] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.163858] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.164088] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.173697] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 310c7d0b-15ed-4227-b70a-24a59001801d in Status: IN_PROGRESS for 2s [ 1001.607185] env[65429]: INFO networking_nsxv3.common.synchronization [req-d694b63e-41a5-47e2-bf50-ce5c4f208c7b req-cb99ddd1-f4ce-4a09-be40-89ea1bb71449 tempest-ServerRescueNegativeTestJSON-1203944106 tempest-ServerRescueNegativeTestJSON-1203944106-project-member] Enqueued Resource ID: d7806b13-d6d2-47fb-963c-3a79737a8395 with Priority: HIGHEST for action security_group_members [ 1001.607698] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7806b13-d6d2-47fb-963c-3a79737a8395 with Priority: HIGHEST for action security_group_members [ 1001.608529] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7806b13-d6d2-47fb-963c-3a79737a8395 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.608529] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7806b13-d6d2-47fb-963c-3a79737a8395" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.608529] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7806b13-d6d2-47fb-963c-3a79737a8395" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.608529] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7806b13-d6d2-47fb-963c-3a79737a8395" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.608867] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.608867] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.608867] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.608867] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.609031] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.609062] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7806b13-d6d2-47fb-963c-3a79737a8395',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.619344] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 310c7d0b-15ed-4227-b70a-24a59001801d: rpc.has_security_group_logging(os_id): False [ 1001.629066] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e01e3f0-6621-43d1-8e73-a3c7f4338302 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.629066] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.629257] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e01e3f0-6621-43d1-8e73-a3c7f4338302',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.638147] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.638326] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.638375] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.638563] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.638807] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.638891] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.638971] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.639026] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.639323] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.639644] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.639644] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 310c7d0b-15ed-4227-b70a-24a59001801d is going to be updated. [ 1001.707046] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.707046] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.707046] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.707046] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.707046] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.722178] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 310c7d0b-15ed-4227-b70a-24a59001801d in Status: IN_PROGRESS for 2s [ 1002.002154] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock network-138 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.003041] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "network-138" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.003041] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "network-138" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.003505] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "network-138" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.004331] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.004331] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.004331] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.005127] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.005277] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.005590] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1002.005744] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1002.005858] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1002.007109] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1002.007109] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1002.007109] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1002.007109] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1002.032858] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1002.032858] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1002.032858] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1002.032858] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "network-138" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.032858] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock port-7ba88d86-ee7d-48fc-99cd-d8dafb6a7f1b taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.032858] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "port-7ba88d86-ee7d-48fc-99cd-d8dafb6a7f1b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.032858] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "port-7ba88d86-ee7d-48fc-99cd-d8dafb6a7f1b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.033491] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "port-7ba88d86-ee7d-48fc-99cd-d8dafb6a7f1b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.033491] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ba88d86-ee7d-48fc-99cd-d8dafb6a7f1b',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.112272] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.112380] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.112472] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.112797] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.112897] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.113120] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.113239] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.113355] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.113518] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.113594] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.113681] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7806b13-d6d2-47fb-963c-3a79737a8395 already deleted. [ 1002.113762] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7806b13-d6d2-47fb-963c-3a79737a8395" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.132187] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e01e3f0-6621-43d1-8e73-a3c7f4338302',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.364161] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 346ed0eb-ae19-4843-9d5c-5fb45d121a17 in Status: SUCCESS [ 1002.364498] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 346ed0eb-ae19-4843-9d5c-5fb45d121a17 deletion is rescheduled due to dependency. [ 1002.364653] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.535705] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.535945] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.536127] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.536549] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.536774] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.536965] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Segment Port 7ba88d86-ee7d-48fc-99cd-d8dafb6a7f1b not found, creating... [ 1002.538025] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.538192] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.538301] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.538544] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.538690] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.539065] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.539250] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.539366] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.539590] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.539951] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.540149] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Resource: SegmentPort with ID: 7ba88d86-ee7d-48fc-99cd-d8dafb6a7f1b is going to be created. [ 1002.561456] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.561717] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.561830] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.562144] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.562440] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.563076] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "port-7ba88d86-ee7d-48fc-99cd-d8dafb6a7f1b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.634850] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.635241] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.635241] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.635402] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.635458] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.635527] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e01e3f0-6621-43d1-8e73-a3c7f4338302 is going to be updated. [ 1002.666434] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.666638] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.666638] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.666849] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.666996] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.690314] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e01e3f0-6621-43d1-8e73-a3c7f4338302 in Status: IN_PROGRESS for 2s [ 1002.691084] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 in Status: SUCCESS [ 1002.691294] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.691456] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.691675] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.691867] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.692014] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.692091] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.692277] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.692360] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.692450] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.692555] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.184926] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 310c7d0b-15ed-4227-b70a-24a59001801d in Status: SUCCESS [ 1003.185425] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 310c7d0b-15ed-4227-b70a-24a59001801d deletion is rescheduled due to dependency. [ 1003.185425] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-310c7d0b-15ed-4227-b70a-24a59001801d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.194835] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.194978] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.195049] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.195269] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.195434] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.195604] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.195670] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.195823] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.195907] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.195991] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.196149] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.196243] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.196302] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.196437] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.196568] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.196657] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.196716] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.196847] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.196920] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.196997] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.197096] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.261802] env[65429]: INFO networking_nsxv3.common.synchronization [req-d694b63e-41a5-47e2-bf50-ce5c4f208c7b req-5598e91f-e633-496e-b53a-bc357d66da49 service nova] Enqueued Resource ID: d7806b13-d6d2-47fb-963c-3a79737a8395 with Priority: HIGHEST for action security_group_rules [ 1003.262017] env[65429]: INFO networking_nsxv3.common.synchronization [req-d694b63e-41a5-47e2-bf50-ce5c4f208c7b req-5598e91f-e633-496e-b53a-bc357d66da49 service nova] Enqueued Resource ID: d7806b13-d6d2-47fb-963c-3a79737a8395 with Priority: HIGHEST for action security_group_members [ 1003.262267] env[65429]: INFO networking_nsxv3.common.synchronization [req-d694b63e-41a5-47e2-bf50-ce5c4f208c7b req-5598e91f-e633-496e-b53a-bc357d66da49 service nova] Enqueued Resource ID: 7ba88d86-ee7d-48fc-99cd-d8dafb6a7f1b with Priority: HIGHEST for action port [ 1003.262789] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7806b13-d6d2-47fb-963c-3a79737a8395 with Priority: HIGHEST for action security_group_rules [ 1003.262887] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7806b13-d6d2-47fb-963c-3a79737a8395 with Priority: HIGHEST for action security_group_members [ 1003.262985] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ba88d86-ee7d-48fc-99cd-d8dafb6a7f1b with Priority: HIGHEST for action port [ 1003.263886] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7806b13-d6d2-47fb-963c-3a79737a8395 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.263886] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7806b13-d6d2-47fb-963c-3a79737a8395" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.263886] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7806b13-d6d2-47fb-963c-3a79737a8395" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.263886] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7806b13-d6d2-47fb-963c-3a79737a8395" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.263886] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7806b13-d6d2-47fb-963c-3a79737a8395',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.265060] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7806b13-d6d2-47fb-963c-3a79737a8395 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.265060] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7806b13-d6d2-47fb-963c-3a79737a8395" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.265143] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7806b13-d6d2-47fb-963c-3a79737a8395" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.265320] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7806b13-d6d2-47fb-963c-3a79737a8395" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.265455] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.265554] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.265622] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.265756] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.265838] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.265925] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7806b13-d6d2-47fb-963c-3a79737a8395',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.266887] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ba88d86-ee7d-48fc-99cd-d8dafb6a7f1b taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.266887] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ba88d86-ee7d-48fc-99cd-d8dafb6a7f1b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.267112] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ba88d86-ee7d-48fc-99cd-d8dafb6a7f1b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.267112] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ba88d86-ee7d-48fc-99cd-d8dafb6a7f1b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.267181] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ba88d86-ee7d-48fc-99cd-d8dafb6a7f1b',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.687022] env[65429]: INFO networking_nsxv3.common.synchronization [req-08218f17-f00e-4924-a800-218b850ee7db req-7ba9f492-e9f3-4536-95cd-5ec9a5db87a6 tempest-AttachVolumeShelveTestJSON-176561124 tempest-AttachVolumeShelveTestJSON-176561124-project-member] Enqueued Resource ID: a8b06054-6748-40e3-9ac0-9be9fb37b7d3 with Priority: HIGHEST for action security_group_members [ 1003.687576] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8b06054-6748-40e3-9ac0-9be9fb37b7d3 with Priority: HIGHEST for action security_group_members [ 1003.687875] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8b06054-6748-40e3-9ac0-9be9fb37b7d3 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.688012] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8b06054-6748-40e3-9ac0-9be9fb37b7d3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.688398] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8b06054-6748-40e3-9ac0-9be9fb37b7d3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.688610] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8b06054-6748-40e3-9ac0-9be9fb37b7d3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.688766] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.688867] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.688965] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.689082] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.689725] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.689725] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8b06054-6748-40e3-9ac0-9be9fb37b7d3',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.699315] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9: rpc.has_security_group_logging(os_id): False [ 1003.723144] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.723285] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.723399] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.723953] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.738679] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 310c7d0b-15ed-4227-b70a-24a59001801d in Status: SUCCESS [ 1003.738679] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-310c7d0b-15ed-4227-b70a-24a59001801d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.746674] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.746674] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.746674] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.746674] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.747025] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.747229] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.747432] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.751022] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.751022] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.751022] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.751022] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.751022] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.751022] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.751022] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.751022] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.751022] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.751022] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 is going to be updated. [ 1003.769156] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7806b13-d6d2-47fb-963c-3a79737a8395 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.769305] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7806b13-d6d2-47fb-963c-3a79737a8395" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.769474] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d7806b13-d6d2-47fb-963c-3a79737a8395',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.770344] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7ba88d86-ee7d-48fc-99cd-d8dafb6a7f1b with status ACTIVE [ 1003.771064] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.771064] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.771064] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.771064] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.771064] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.771529] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.771529] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.771529] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.771529] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.771529] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.771721] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.771781] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.771842] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.772055] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.772118] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.772195] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7ba88d86-ee7d-48fc-99cd-d8dafb6a7f1b is going to be updated. [ 1003.793917] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.794082] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.794128] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.794453] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.794506] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.794638] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ba88d86-ee7d-48fc-99cd-d8dafb6a7f1b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.820952] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.820952] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.820952] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.820952] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.820952] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.835961] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 in Status: IN_PROGRESS for 2s [ 1004.192562] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.192811] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.192811] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.193012] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.214530] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.215108] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.215108] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.215108] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.215322] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.215322] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.215477] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8b06054-6748-40e3-9ac0-9be9fb37b7d3 is going to be updated. [ 1004.242558] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.242748] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.242820] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.242987] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.243144] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.251578] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8b06054-6748-40e3-9ac0-9be9fb37b7d3 in Status: IN_PROGRESS for 2s [ 1004.274204] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d7806b13-d6d2-47fb-963c-3a79737a8395',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.701951] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e01e3f0-6621-43d1-8e73-a3c7f4338302 in Status: SUCCESS [ 1004.702356] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.702443] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.702637] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.702834] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.702947] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.703044] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.703175] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.703253] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.703340] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.703496] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e01e3f0-6621-43d1-8e73-a3c7f4338302 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.703590] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.703646] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.703783] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.703918] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.704013] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.704144] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.704459] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.704545] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.704631] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.704763] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5e01e3f0-6621-43d1-8e73-a3c7f4338302',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.779174] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.779174] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.779174] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.779174] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.779174] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.779174] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7806b13-d6d2-47fb-963c-3a79737a8395 is going to be created. [ 1004.804858] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.804858] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.804858] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.804858] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.804858] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.815098] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7806b13-d6d2-47fb-963c-3a79737a8395 in Status: UNINITIALIZED for 2s [ 1005.207707] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5e01e3f0-6621-43d1-8e73-a3c7f4338302: rpc.has_security_group_logging(os_id): False [ 1005.226460] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.226661] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.226759] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.226943] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.249239] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.249516] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.249633] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.249701] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.249916] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.249995] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.250216] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.250313] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.250373] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.250512] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.250583] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.250764] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.250853] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.250911] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.251114] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.251229] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.251315] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e01e3f0-6621-43d1-8e73-a3c7f4338302 is going to be updated. [ 1005.313640] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.313836] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.313887] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.314476] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.314476] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.350622] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e01e3f0-6621-43d1-8e73-a3c7f4338302 in Status: IN_PROGRESS for 2s [ 1005.851095] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 in Status: SUCCESS [ 1005.851353] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.261921] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8b06054-6748-40e3-9ac0-9be9fb37b7d3 in Status: SUCCESS [ 1006.262161] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8b06054-6748-40e3-9ac0-9be9fb37b7d3 deletion is rescheduled due to dependency. [ 1006.262277] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8b06054-6748-40e3-9ac0-9be9fb37b7d3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.825990] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7806b13-d6d2-47fb-963c-3a79737a8395 in Status: SUCCESS [ 1006.826285] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7806b13-d6d2-47fb-963c-3a79737a8395" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.826534] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7806b13-d6d2-47fb-963c-3a79737a8395" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.826839] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7806b13-d6d2-47fb-963c-3a79737a8395" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.827328] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.827328] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.827519] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.827633] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.827748] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.827875] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7806b13-d6d2-47fb-963c-3a79737a8395" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.828010] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d7806b13-d6d2-47fb-963c-3a79737a8395',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.330427] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d7806b13-d6d2-47fb-963c-3a79737a8395',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.367025] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e01e3f0-6621-43d1-8e73-a3c7f4338302 in Status: SUCCESS [ 1007.367145] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.833433] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d7806b13-d6d2-47fb-963c-3a79737a8395: rpc.has_security_group_logging(os_id): False [ 1007.852991] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.853291] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.853291] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.853433] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.853525] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.853774] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.853878] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.853938] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.854115] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.854192] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.854280] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7806b13-d6d2-47fb-963c-3a79737a8395 is going to be created. [ 1007.943363] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.943545] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.943619] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.943835] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.944031] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.959908] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7806b13-d6d2-47fb-963c-3a79737a8395 in Status: IN_PROGRESS for 2s [ 1008.688824] env[65429]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1008.689127] env[65429]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1009.973866] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7806b13-d6d2-47fb-963c-3a79737a8395 in Status: SUCCESS [ 1009.974218] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7806b13-d6d2-47fb-963c-3a79737a8395" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.184492] env[65429]: INFO networking_nsxv3.common.synchronization [req-abbc75ab-c112-403b-84e4-c461e522a120 req-0b0e19ef-e9ff-4fdf-88d3-1269585babcd tempest-DeleteServersTestJSON-1613790083 tempest-DeleteServersTestJSON-1613790083-project-member] Enqueued Resource ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 with Priority: HIGHEST for action security_group_members [ 1011.184996] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 with Priority: HIGHEST for action security_group_members [ 1011.185401] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-9171cf91-a0c3-42f6-a4fb-c715310b4d43 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.185518] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.185518] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.186037] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.186037] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.186194] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.186194] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.186408] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.186408] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.186612] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9171cf91-a0c3-42f6-a4fb-c715310b4d43',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.502677] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock network-946 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.502921] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "network-946" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.503109] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "network-946" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.503504] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "network-946" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.503765] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.503921] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.504456] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.504717] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.504872] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.505092] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1011.505205] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1011.505312] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1011.505416] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1011.505584] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1011.505699] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1011.505833] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1011.528141] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1011.528141] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1011.528141] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1011.528141] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "network-946" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.528441] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock port-9cf0a94c-9cd5-4401-93a9-0671af08465c taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.528613] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "port-9cf0a94c-9cd5-4401-93a9-0671af08465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.528727] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "port-9cf0a94c-9cd5-4401-93a9-0671af08465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.529111] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "port-9cf0a94c-9cd5-4401-93a9-0671af08465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.529251] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9cf0a94c-9cd5-4401-93a9-0671af08465c',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.689462] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.689678] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.689759] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.689972] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.690075] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.690282] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.690382] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.690443] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.690595] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.690670] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.690754] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 already deleted. [ 1011.690973] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.718251] env[65429]: INFO networking_nsxv3.common.synchronization [req-e90989d5-9980-49b2-8bdc-7e70da79d1b3 req-cfd3a939-1515-4cef-869e-9c80f583e9cd tempest-AttachInterfacesTestJSON-192137818 tempest-AttachInterfacesTestJSON-192137818-project-member] Enqueued Resource ID: 8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 with Priority: HIGHEST for action security_group_members [ 1011.718645] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 with Priority: HIGHEST for action security_group_members [ 1011.718982] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.719130] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.719201] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.719541] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.719737] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.719861] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.719929] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.720087] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.720175] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.720262] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.032289] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.032289] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.032289] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.032289] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.032569] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.032607] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Segment Port 9cf0a94c-9cd5-4401-93a9-0671af08465c not found, creating... [ 1012.032899] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.033028] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.033147] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.033732] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.033732] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.033860] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.033930] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.034028] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.034230] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.034362] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.034501] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Resource: SegmentPort with ID: 9cf0a94c-9cd5-4401-93a9-0671af08465c is going to be created. [ 1012.057704] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.057930] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.058789] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.058789] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.058789] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.059055] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "port-9cf0a94c-9cd5-4401-93a9-0671af08465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.223257] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.304404] env[65429]: INFO networking_nsxv3.common.synchronization [None req-e9934532-4d61-4083-9395-9273558f3b55 tempest-AttachInterfacesTestJSON-192137818 tempest-AttachInterfacesTestJSON-192137818-project-member] Enqueued Resource ID: 8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 with Priority: HIGHEST for action security_group_members [ 1012.304934] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 with Priority: HIGHEST for action security_group_members [ 1012.305246] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.305351] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.726113] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.774364] env[65429]: INFO networking_nsxv3.common.synchronization [req-abbc75ab-c112-403b-84e4-c461e522a120 req-d55e886d-75b4-4d5b-91c5-3dcc63ec0a7f service nova] Enqueued Resource ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 with Priority: HIGHEST for action security_group_rules [ 1012.774540] env[65429]: INFO networking_nsxv3.common.synchronization [req-abbc75ab-c112-403b-84e4-c461e522a120 req-d55e886d-75b4-4d5b-91c5-3dcc63ec0a7f service nova] Enqueued Resource ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 with Priority: HIGHEST for action security_group_members [ 1012.774675] env[65429]: INFO networking_nsxv3.common.synchronization [req-abbc75ab-c112-403b-84e4-c461e522a120 req-d55e886d-75b4-4d5b-91c5-3dcc63ec0a7f service nova] Enqueued Resource ID: 9cf0a94c-9cd5-4401-93a9-0671af08465c with Priority: HIGHEST for action port [ 1012.775208] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 with Priority: HIGHEST for action security_group_rules [ 1012.775350] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 with Priority: HIGHEST for action security_group_members [ 1012.775449] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cf0a94c-9cd5-4401-93a9-0671af08465c with Priority: HIGHEST for action port [ 1012.775720] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9171cf91-a0c3-42f6-a4fb-c715310b4d43 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.775857] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.775974] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.777514] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.777609] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9171cf91-a0c3-42f6-a4fb-c715310b4d43',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.778713] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-9171cf91-a0c3-42f6-a4fb-c715310b4d43 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.778834] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.778901] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.779118] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.779283] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.779383] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.779447] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.779602] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.779685] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.779776] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9171cf91-a0c3-42f6-a4fb-c715310b4d43',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.780722] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-9cf0a94c-9cd5-4401-93a9-0671af08465c taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.780722] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9cf0a94c-9cd5-4401-93a9-0671af08465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.780722] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9cf0a94c-9cd5-4401-93a9-0671af08465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.780861] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9cf0a94c-9cd5-4401-93a9-0671af08465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.780940] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9cf0a94c-9cd5-4401-93a9-0671af08465c',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.138016] env[65429]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b5d73340-e254-41d3-9fed-70eafbdf8bdf None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1013.138293] env[65429]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b5d73340-e254-41d3-9fed-70eafbdf8bdf None None] NSXv3 Agent Agent loop - iteration:2 started [ 1013.228337] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.228754] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.228754] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.228754] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.228858] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.228926] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 is going to be updated. [ 1013.266353] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.266533] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.266533] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.267541] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.267541] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.278110] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 in Status: IN_PROGRESS for 2s [ 1013.282666] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-9171cf91-a0c3-42f6-a4fb-c715310b4d43 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.282806] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.284286] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9cf0a94c-9cd5-4401-93a9-0671af08465c with status ACTIVE [ 1013.284484] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.284641] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.284717] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.284926] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.285031] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.285275] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.285404] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.285477] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.285676] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.285760] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.285993] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.286104] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.286173] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.286351] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.286447] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.286543] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9cf0a94c-9cd5-4401-93a9-0671af08465c is going to be updated. [ 1013.287701] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9171cf91-a0c3-42f6-a4fb-c715310b4d43',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.313190] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.313516] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.313516] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.313640] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.313837] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.313955] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9cf0a94c-9cd5-4401-93a9-0671af08465c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.790446] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9171cf91-a0c3-42f6-a4fb-c715310b4d43',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.296802] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.296802] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.296802] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.296802] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.296802] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.296802] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 is going to be created. [ 1014.324226] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.324391] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.324479] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.324674] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.324832] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.334674] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 in Status: UNINITIALIZED for 2s [ 1014.585891] env[65429]: INFO networking_nsxv3.common.synchronization [req-4d24768c-b69a-46c2-a4b5-a3044b369635 req-4c2ea47c-eca3-4e34-9dae-e91e7142f11d tempest-ServerActionsTestOtherB-1487493843 tempest-ServerActionsTestOtherB-1487493843-project-member] Enqueued Resource ID: 17513b54-2331-4ac9-98c2-eaea87e32cdf with Priority: HIGHEST for action security_group_members [ 1014.586488] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17513b54-2331-4ac9-98c2-eaea87e32cdf with Priority: HIGHEST for action security_group_members [ 1014.586790] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-17513b54-2331-4ac9-98c2-eaea87e32cdf taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.586909] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17513b54-2331-4ac9-98c2-eaea87e32cdf" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.586987] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17513b54-2331-4ac9-98c2-eaea87e32cdf" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.587282] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17513b54-2331-4ac9-98c2-eaea87e32cdf" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.587461] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.587542] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.587600] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.587739] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.587822] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.587954] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17513b54-2331-4ac9-98c2-eaea87e32cdf',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.090677] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.092967] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.092967] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.092967] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.125219] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.125219] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.125385] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.125385] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.126832] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.126832] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.126832] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17513b54-2331-4ac9-98c2-eaea87e32cdf is going to be updated. [ 1015.160787] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.160787] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.160787] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.161136] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.161136] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.172437] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17513b54-2331-4ac9-98c2-eaea87e32cdf in Status: IN_PROGRESS for 2s [ 1015.185139] env[65429]: INFO networking_nsxv3.common.synchronization [req-53251b83-3fab-46aa-93d4-5ec049e22e53 req-c3516ef2-561a-49d3-95cc-b34b6597bbf1 tempest-AttachInterfacesTestJSON-192137818 tempest-AttachInterfacesTestJSON-192137818-project-member] Enqueued Resource ID: 054bf747-447a-4136-a6de-156a44df67d5 with Priority: HIGHEST for action security_group_members [ 1015.185139] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 054bf747-447a-4136-a6de-156a44df67d5 with Priority: HIGHEST for action security_group_members [ 1015.185139] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-054bf747-447a-4136-a6de-156a44df67d5 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.185139] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-054bf747-447a-4136-a6de-156a44df67d5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.185139] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-054bf747-447a-4136-a6de-156a44df67d5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.185139] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-054bf747-447a-4136-a6de-156a44df67d5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.185456] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.185456] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.185456] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.185570] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.185602] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.185695] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('054bf747-447a-4136-a6de-156a44df67d5',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.288042] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 in Status: SUCCESS [ 1015.288042] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.288042] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.288042] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.288275] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.288275] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.288275] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.288404] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.288469] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.288560] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.688684] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.689080] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.689080] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.689297] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.711202] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.711542] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.711672] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.711740] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.711940] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.712071] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.712191] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 054bf747-447a-4136-a6de-156a44df67d5 is going to be updated. [ 1015.738563] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.738721] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.738781] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.739012] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.739202] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.747349] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 054bf747-447a-4136-a6de-156a44df67d5 in Status: IN_PROGRESS for 2s [ 1015.792055] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.792237] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.792347] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.792576] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.792737] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.792994] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.793140] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.793212] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.793472] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.793601] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.793723] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 is going to be updated. [ 1015.827684] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.827828] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.827901] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.828146] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.828291] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.840207] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 in Status: IN_PROGRESS for 2s [ 1016.346427] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 in Status: SUCCESS [ 1016.346651] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.346815] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.347085] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.347284] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.347395] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.347460] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.347602] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.347682] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.347765] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.347857] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9171cf91-a0c3-42f6-a4fb-c715310b4d43',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.852533] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-9171cf91-a0c3-42f6-a4fb-c715310b4d43 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.852882] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.852882] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.853170] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.853477] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.853618] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.853683] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.853998] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.853998] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.854216] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.854263] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-9171cf91-a0c3-42f6-a4fb-c715310b4d43 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.854838] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.854930] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.855121] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.857656] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.857893] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.857893] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.858117] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.858117] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.858260] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.858327] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9171cf91-a0c3-42f6-a4fb-c715310b4d43',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.862595] env[65429]: INFO networking_nsxv3.common.synchronization [req-026c0869-0cd8-4758-961d-969372113d8a req-0b09712f-3c71-465e-8cd9-0d4f433fe981 tempest-AttachVolumeNegativeTest-567722119 tempest-AttachVolumeNegativeTest-567722119-project-member] Enqueued Resource ID: 2fe497da-061b-4ef8-9f50-cf8a7cf9da55 with Priority: HIGHEST for action security_group_members [ 1016.863199] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fe497da-061b-4ef8-9f50-cf8a7cf9da55 with Priority: HIGHEST for action security_group_members [ 1016.863618] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fe497da-061b-4ef8-9f50-cf8a7cf9da55 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.863807] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fe497da-061b-4ef8-9f50-cf8a7cf9da55" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.863894] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fe497da-061b-4ef8-9f50-cf8a7cf9da55" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.864150] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fe497da-061b-4ef8-9f50-cf8a7cf9da55" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.864367] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.864563] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.864563] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.864746] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.864853] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.864966] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2fe497da-061b-4ef8-9f50-cf8a7cf9da55',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.185893] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17513b54-2331-4ac9-98c2-eaea87e32cdf in Status: SUCCESS [ 1017.186222] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17513b54-2331-4ac9-98c2-eaea87e32cdf deletion is rescheduled due to dependency. [ 1017.186400] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17513b54-2331-4ac9-98c2-eaea87e32cdf" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.364189] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9171cf91-a0c3-42f6-a4fb-c715310b4d43: rpc.has_security_group_logging(os_id): False [ 1017.368421] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.368647] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.368647] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.368913] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.394032] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.394309] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.394425] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.394500] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.394690] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.394770] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.394861] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fe497da-061b-4ef8-9f50-cf8a7cf9da55 is going to be updated. [ 1017.396716] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.396845] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.396845] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.397032] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.397432] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.397432] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.397432] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.398855] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.398855] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.398855] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.398855] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.398855] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.398855] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.398855] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.398855] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.398855] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.398855] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.398855] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.398855] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.398855] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.398855] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 is going to be created. [ 1017.455638] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.455877] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.455877] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.456094] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.456242] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.474047] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fe497da-061b-4ef8-9f50-cf8a7cf9da55 in Status: IN_PROGRESS for 2s [ 1017.536498] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.536971] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.536971] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.536971] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.537221] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.566557] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 in Status: IN_PROGRESS for 2s [ 1017.762382] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 054bf747-447a-4136-a6de-156a44df67d5 in Status: SUCCESS [ 1017.762739] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 054bf747-447a-4136-a6de-156a44df67d5 deletion is rescheduled due to dependency. [ 1017.762934] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-054bf747-447a-4136-a6de-156a44df67d5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.851441] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 in Status: SUCCESS [ 1017.851695] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 deletion is rescheduled due to dependency. [ 1017.851807] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.486656] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fe497da-061b-4ef8-9f50-cf8a7cf9da55 in Status: SUCCESS [ 1019.487150] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fe497da-061b-4ef8-9f50-cf8a7cf9da55 deletion is rescheduled due to dependency. [ 1019.487150] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fe497da-061b-4ef8-9f50-cf8a7cf9da55" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.585130] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 in Status: SUCCESS [ 1019.585663] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.515685] env[65429]: INFO networking_nsxv3.common.synchronization [req-7f4aa49d-a85d-448d-a8e5-940605613e19 req-b36e66ed-a4c4-4113-ab09-712c2ffe36a6 tempest-ServersTestBootFromVolume-1648845150 tempest-ServersTestBootFromVolume-1648845150-project-member] Enqueued Resource ID: 1134857a-86f9-4c56-8382-a79029a4f365 with Priority: HIGHEST for action security_group_members [ 1021.516445] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1134857a-86f9-4c56-8382-a79029a4f365 with Priority: HIGHEST for action security_group_members [ 1021.516798] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-1134857a-86f9-4c56-8382-a79029a4f365 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.516922] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1134857a-86f9-4c56-8382-a79029a4f365" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.516990] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1134857a-86f9-4c56-8382-a79029a4f365" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.517971] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1134857a-86f9-4c56-8382-a79029a4f365" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.517971] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.517971] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.517971] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.517971] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.517971] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.518255] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1134857a-86f9-4c56-8382-a79029a4f365',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.855403] env[65429]: INFO networking_nsxv3.common.synchronization [req-4f9a66ef-f351-4d1f-84df-1cfdeb8cb511 req-847cac12-ea10-463d-ae7d-accc9165b684 tempest-SecurityGroupsTestJSON-778350501 tempest-SecurityGroupsTestJSON-778350501-project-member] Enqueued Resource ID: 0590326f-041e-45f5-9fe8-efad9a34a8a3 with Priority: HIGHEST for action security_group_members [ 1021.856074] env[65429]: INFO networking_nsxv3.common.synchronization [req-4f9a66ef-f351-4d1f-84df-1cfdeb8cb511 req-847cac12-ea10-463d-ae7d-accc9165b684 tempest-SecurityGroupsTestJSON-778350501 tempest-SecurityGroupsTestJSON-778350501-project-member] Enqueued Resource ID: 5e01e3f0-6621-43d1-8e73-a3c7f4338302 with Priority: HIGHEST for action security_group_members [ 1021.856074] env[65429]: INFO networking_nsxv3.common.synchronization [req-4f9a66ef-f351-4d1f-84df-1cfdeb8cb511 req-847cac12-ea10-463d-ae7d-accc9165b684 tempest-SecurityGroupsTestJSON-778350501 tempest-SecurityGroupsTestJSON-778350501-project-member] Enqueued Resource ID: 06f54813-fce3-49a0-ba21-6f71d6ccf25d with Priority: HIGHEST for action security_group_members [ 1021.856279] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0590326f-041e-45f5-9fe8-efad9a34a8a3 with Priority: HIGHEST for action security_group_members [ 1021.858329] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e01e3f0-6621-43d1-8e73-a3c7f4338302 with Priority: HIGHEST for action security_group_members [ 1021.858464] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06f54813-fce3-49a0-ba21-6f71d6ccf25d with Priority: HIGHEST for action security_group_members [ 1021.858778] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-0590326f-041e-45f5-9fe8-efad9a34a8a3 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.858906] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0590326f-041e-45f5-9fe8-efad9a34a8a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.858974] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0590326f-041e-45f5-9fe8-efad9a34a8a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.859189] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0590326f-041e-45f5-9fe8-efad9a34a8a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.859628] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.859628] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.859628] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.859628] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.859811] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.859811] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0590326f-041e-45f5-9fe8-efad9a34a8a3',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.860869] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e01e3f0-6621-43d1-8e73-a3c7f4338302 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.860975] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.861090] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.861278] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.861625] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.861625] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.861625] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.861764] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.861804] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.861880] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e01e3f0-6621-43d1-8e73-a3c7f4338302',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.862706] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-06f54813-fce3-49a0-ba21-6f71d6ccf25d taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.863733] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06f54813-fce3-49a0-ba21-6f71d6ccf25d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.863802] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06f54813-fce3-49a0-ba21-6f71d6ccf25d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.863950] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06f54813-fce3-49a0-ba21-6f71d6ccf25d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.864119] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.864216] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.864280] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.864420] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.864923] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.864923] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06f54813-fce3-49a0-ba21-6f71d6ccf25d',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.020759] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.021010] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.021137] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.021441] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.045727] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.045955] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.046340] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.046340] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.046340] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.046509] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.046509] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1134857a-86f9-4c56-8382-a79029a4f365 is going to be updated. [ 1022.091028] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.092032] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.092032] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.092032] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.092229] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.102403] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1134857a-86f9-4c56-8382-a79029a4f365 in Status: IN_PROGRESS for 2s [ 1022.366536] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.366697] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.366811] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.366989] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.367160] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.367340] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.367452] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.367536] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.367703] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.367781] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.367883] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e01e3f0-6621-43d1-8e73-a3c7f4338302 is going to be updated. [ 1022.369375] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.369516] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.369633] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.369807] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.370775] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.370867] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.404276] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.404544] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.404668] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.404736] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.404939] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.405142] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.405142] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0590326f-041e-45f5-9fe8-efad9a34a8a3 is going to be updated. [ 1022.406431] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.406625] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.431037] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.431037] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.431037] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.431262] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.431837] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.431837] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.431837] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06f54813-fce3-49a0-ba21-6f71d6ccf25d is going to be updated. [ 1022.433449] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.433575] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.433653] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.433824] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.433950] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.445944] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e01e3f0-6621-43d1-8e73-a3c7f4338302 in Status: IN_PROGRESS for 2s [ 1022.446198] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.446368] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.446441] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.446673] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.446816] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.453653] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0590326f-041e-45f5-9fe8-efad9a34a8a3 in Status: IN_PROGRESS for 2s [ 1022.463227] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.463227] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.463227] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.463581] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.463684] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.473782] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06f54813-fce3-49a0-ba21-6f71d6ccf25d in Status: IN_PROGRESS for 2s [ 1024.007287] env[65429]: INFO networking_nsxv3.common.synchronization [req-47a1b43c-0395-4780-ad80-588cee520e10 req-7eb86105-3d02-463b-b958-de1cc49e4be9 tempest-DeleteServersTestJSON-1613790083 tempest-DeleteServersTestJSON-1613790083-project-member] Enqueued Resource ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 with Priority: HIGHEST for action security_group_members [ 1024.007287] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 with Priority: HIGHEST for action security_group_members [ 1024.007287] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-9171cf91-a0c3-42f6-a4fb-c715310b4d43 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.007287] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.007287] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.008663] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.010247] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.010247] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.010247] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.010247] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.010247] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.010247] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9171cf91-a0c3-42f6-a4fb-c715310b4d43',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.114424] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1134857a-86f9-4c56-8382-a79029a4f365 in Status: SUCCESS [ 1024.114424] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1134857a-86f9-4c56-8382-a79029a4f365 deletion is rescheduled due to dependency. [ 1024.114424] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1134857a-86f9-4c56-8382-a79029a4f365" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.457524] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e01e3f0-6621-43d1-8e73-a3c7f4338302 in Status: SUCCESS [ 1024.458076] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e01e3f0-6621-43d1-8e73-a3c7f4338302 deletion is rescheduled due to dependency. [ 1024.458332] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.463316] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0590326f-041e-45f5-9fe8-efad9a34a8a3 in Status: SUCCESS [ 1024.463316] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0590326f-041e-45f5-9fe8-efad9a34a8a3 deletion is rescheduled due to dependency. [ 1024.463316] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0590326f-041e-45f5-9fe8-efad9a34a8a3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.484735] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06f54813-fce3-49a0-ba21-6f71d6ccf25d in Status: SUCCESS [ 1024.484986] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06f54813-fce3-49a0-ba21-6f71d6ccf25d deletion is rescheduled due to dependency. [ 1024.485123] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06f54813-fce3-49a0-ba21-6f71d6ccf25d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.511924] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.513824] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.513824] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.513824] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.513824] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.514048] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.514240] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.514290] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.516264] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.516264] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.516264] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 is going to be updated. [ 1024.566641] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.566934] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.566934] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.567016] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.567887] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.581916] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 in Status: IN_PROGRESS for 2s [ 1025.229545] env[65429]: INFO networking_nsxv3.common.synchronization [None req-28638714-4b6d-4782-965b-a78ab6462e54 None None] Enqueued Resource ID: 57435e80-c05b-47a1-90d3-dd65ecd2ec56 with Priority: HIGHEST for action port [ 1025.230116] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57435e80-c05b-47a1-90d3-dd65ecd2ec56 with Priority: HIGHEST for action port [ 1025.230420] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-57435e80-c05b-47a1-90d3-dd65ecd2ec56 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.231372] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57435e80-c05b-47a1-90d3-dd65ecd2ec56" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.231372] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57435e80-c05b-47a1-90d3-dd65ecd2ec56" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.234951] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57435e80-c05b-47a1-90d3-dd65ecd2ec56" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.235107] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57435e80-c05b-47a1-90d3-dd65ecd2ec56',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.736821] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 57435e80-c05b-47a1-90d3-dd65ecd2ec56 [ 1025.743379] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.743379] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.743379] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.743379] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.743379] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.743379] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:57435e80-c05b-47a1-90d3-dd65ecd2ec56 already deleted. [ 1025.743379] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57435e80-c05b-47a1-90d3-dd65ecd2ec56" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.433532] env[65429]: INFO networking_nsxv3.common.synchronization [None req-021ecf12-ed11-4d50-a50c-e2603a499149 tempest-AttachVolumeShelveTestJSON-176561124 tempest-AttachVolumeShelveTestJSON-176561124-project-member] Enqueued Resource ID: 96f0afde-4905-43d1-8592-96498d508bd6 with Priority: HIGHEST for action security_group_rules [ 1026.434186] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96f0afde-4905-43d1-8592-96498d508bd6 with Priority: HIGHEST for action security_group_rules [ 1026.435115] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96f0afde-4905-43d1-8592-96498d508bd6 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.435115] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96f0afde-4905-43d1-8592-96498d508bd6" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.435115] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96f0afde-4905-43d1-8592-96498d508bd6" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.435115] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96f0afde-4905-43d1-8592-96498d508bd6" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.435115] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96f0afde-4905-43d1-8592-96498d508bd6',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.561326] env[65429]: INFO networking_nsxv3.common.synchronization [None req-4c2b45b8-499e-4580-8665-171c80669dd6 tempest-AttachVolumeShelveTestJSON-176561124 tempest-AttachVolumeShelveTestJSON-176561124-project-member] Enqueued Resource ID: 96f0afde-4905-43d1-8592-96498d508bd6 with Priority: HIGHEST for action security_group_rules [ 1026.561879] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96f0afde-4905-43d1-8592-96498d508bd6 with Priority: HIGHEST for action security_group_rules [ 1026.562476] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96f0afde-4905-43d1-8592-96498d508bd6 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.562476] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96f0afde-4905-43d1-8592-96498d508bd6" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.597945] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 in Status: SUCCESS [ 1026.597945] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 deletion is rescheduled due to dependency. [ 1026.598174] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.968619] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.968619] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.968619] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.968619] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.968619] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.968619] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96f0afde-4905-43d1-8592-96498d508bd6 already deleted. [ 1026.968619] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96f0afde-4905-43d1-8592-96498d508bd6" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.968619] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96f0afde-4905-43d1-8592-96498d508bd6" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.968619] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96f0afde-4905-43d1-8592-96498d508bd6" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.968619] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96f0afde-4905-43d1-8592-96498d508bd6',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.038023] env[65429]: INFO networking_nsxv3.common.synchronization [None req-0613e9b2-5480-4a61-b2f9-5aa776d9a26f tempest-AttachInterfacesTestJSON-192137818 tempest-AttachInterfacesTestJSON-192137818-project-member] Enqueued Resource ID: a0f8ea33-bb19-46dd-bffd-385a2e84cc83 with Priority: HIGHEST for action security_group_rules [ 1027.039585] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0f8ea33-bb19-46dd-bffd-385a2e84cc83 with Priority: HIGHEST for action security_group_rules [ 1027.039585] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a0f8ea33-bb19-46dd-bffd-385a2e84cc83 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.039585] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a0f8ea33-bb19-46dd-bffd-385a2e84cc83" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.039585] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a0f8ea33-bb19-46dd-bffd-385a2e84cc83" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.039585] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a0f8ea33-bb19-46dd-bffd-385a2e84cc83" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.039585] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a0f8ea33-bb19-46dd-bffd-385a2e84cc83',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.142021] env[65429]: INFO networking_nsxv3.common.synchronization [None req-ad1b52c0-f80c-4f4b-86fd-0216ad788f36 tempest-AttachInterfacesTestJSON-192137818 tempest-AttachInterfacesTestJSON-192137818-project-member] Enqueued Resource ID: a0f8ea33-bb19-46dd-bffd-385a2e84cc83 with Priority: HIGHEST for action security_group_rules [ 1027.142021] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0f8ea33-bb19-46dd-bffd-385a2e84cc83 with Priority: HIGHEST for action security_group_rules [ 1027.142021] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a0f8ea33-bb19-46dd-bffd-385a2e84cc83 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.142021] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a0f8ea33-bb19-46dd-bffd-385a2e84cc83" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.491755] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.492139] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.492139] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.492321] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.492424] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.492505] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96f0afde-4905-43d1-8592-96498d508bd6 already deleted. [ 1027.492591] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96f0afde-4905-43d1-8592-96498d508bd6" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.564510] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.564775] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.564848] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.565108] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.565171] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.565343] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a0f8ea33-bb19-46dd-bffd-385a2e84cc83 already deleted. [ 1027.565343] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a0f8ea33-bb19-46dd-bffd-385a2e84cc83" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.565476] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a0f8ea33-bb19-46dd-bffd-385a2e84cc83" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.565646] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a0f8ea33-bb19-46dd-bffd-385a2e84cc83" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.565742] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a0f8ea33-bb19-46dd-bffd-385a2e84cc83',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.012526] env[65429]: INFO networking_nsxv3.common.synchronization [None req-3311dddc-2ce2-43a6-a1bc-0cd507d67bfa None None] Enqueued Resource ID: a6f5748d-24dc-42e8-9c10-47a947ba7786 with Priority: HIGHEST for action port [ 1028.012881] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6f5748d-24dc-42e8-9c10-47a947ba7786 with Priority: HIGHEST for action port [ 1028.013162] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6f5748d-24dc-42e8-9c10-47a947ba7786 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.013328] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6f5748d-24dc-42e8-9c10-47a947ba7786" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.013541] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6f5748d-24dc-42e8-9c10-47a947ba7786" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.013673] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6f5748d-24dc-42e8-9c10-47a947ba7786" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.013757] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6f5748d-24dc-42e8-9c10-47a947ba7786',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.104629] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.104804] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.104887] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.105136] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.105232] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.105332] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a0f8ea33-bb19-46dd-bffd-385a2e84cc83 already deleted. [ 1028.105418] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a0f8ea33-bb19-46dd-bffd-385a2e84cc83" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.516282] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a6f5748d-24dc-42e8-9c10-47a947ba7786 [ 1028.516630] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.516705] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.516747] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.516964] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.517115] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.517242] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a6f5748d-24dc-42e8-9c10-47a947ba7786 already deleted. [ 1028.517242] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6f5748d-24dc-42e8-9c10-47a947ba7786" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.014071] env[65429]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1033.014337] env[65429]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1035.626793] env[65429]: INFO networking_nsxv3.common.synchronization [req-1a69140a-586d-4699-9364-547ef2664b97 req-08943050-af51-48c6-a549-a02b4d34ad84 tempest-AttachVolumeNegativeTest-567722119 tempest-AttachVolumeNegativeTest-567722119-project-member] Enqueued Resource ID: 0ffc220e-2a51-48ed-8220-9245a177220f with Priority: HIGHEST for action security_group_members [ 1035.628129] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ffc220e-2a51-48ed-8220-9245a177220f with Priority: HIGHEST for action security_group_members [ 1035.628724] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-0ffc220e-2a51-48ed-8220-9245a177220f taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.628934] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0ffc220e-2a51-48ed-8220-9245a177220f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.628993] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0ffc220e-2a51-48ed-8220-9245a177220f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.629203] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0ffc220e-2a51-48ed-8220-9245a177220f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.629375] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.629478] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.629555] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.629709] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.629793] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.630132] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0ffc220e-2a51-48ed-8220-9245a177220f',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.134545] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.134754] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.134754] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.137936] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.174594] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.174911] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.175039] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.175112] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.175323] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.175409] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.175547] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ffc220e-2a51-48ed-8220-9245a177220f is going to be updated. [ 1036.218293] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.218293] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.218293] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.218605] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.218605] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.228329] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ffc220e-2a51-48ed-8220-9245a177220f in Status: IN_PROGRESS for 2s [ 1038.241663] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0ffc220e-2a51-48ed-8220-9245a177220f in Status: SUCCESS [ 1038.241663] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0ffc220e-2a51-48ed-8220-9245a177220f deletion is rescheduled due to dependency. [ 1038.241663] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0ffc220e-2a51-48ed-8220-9245a177220f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.485870] env[65429]: INFO networking_nsxv3.common.synchronization [req-9b27fd5f-8fc5-4ba4-80ef-bc493c28e0cb req-43ac9770-c994-4455-8cfc-e5cca41c2763 tempest-ServerActionsTestOtherB-1487493843 tempest-ServerActionsTestOtherB-1487493843-project-member] Enqueued Resource ID: 17513b54-2331-4ac9-98c2-eaea87e32cdf with Priority: HIGHEST for action security_group_members [ 1038.486353] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17513b54-2331-4ac9-98c2-eaea87e32cdf with Priority: HIGHEST for action security_group_members [ 1038.486706] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-17513b54-2331-4ac9-98c2-eaea87e32cdf taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.486938] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17513b54-2331-4ac9-98c2-eaea87e32cdf" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.486938] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17513b54-2331-4ac9-98c2-eaea87e32cdf" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.487234] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17513b54-2331-4ac9-98c2-eaea87e32cdf" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.487441] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.487699] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.487846] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.488890] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.488890] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.488890] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17513b54-2331-4ac9-98c2-eaea87e32cdf',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.535729] env[65429]: INFO networking_nsxv3.common.synchronization [None req-cfc72038-0a5c-4255-bf25-4fc3f4b21f1c None None] Enqueued Resource ID: ea4c414d-7f7d-40cf-b785-5015480bd75d with Priority: HIGHEST for action port [ 1038.536298] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea4c414d-7f7d-40cf-b785-5015480bd75d with Priority: HIGHEST for action port [ 1038.536617] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea4c414d-7f7d-40cf-b785-5015480bd75d taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.536950] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea4c414d-7f7d-40cf-b785-5015480bd75d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.537098] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea4c414d-7f7d-40cf-b785-5015480bd75d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.538238] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea4c414d-7f7d-40cf-b785-5015480bd75d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.538238] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea4c414d-7f7d-40cf-b785-5015480bd75d',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.888653] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock network-755 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.888833] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "network-755" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.888955] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "network-755" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.889546] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "network-755" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.890606] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.890606] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.890606] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.890606] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.890606] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.890982] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1038.891449] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1038.891449] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1038.891449] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1038.891449] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1038.891711] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1038.892988] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1038.912967] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1038.913191] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1038.913346] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1038.913527] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "network-755" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.913867] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock port-8b22484c-e3f6-4631-9103-8af673f93db8 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.914150] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "port-8b22484c-e3f6-4631-9103-8af673f93db8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.914280] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "port-8b22484c-e3f6-4631-9103-8af673f93db8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.914600] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "port-8b22484c-e3f6-4631-9103-8af673f93db8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.914739] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b22484c-e3f6-4631-9103-8af673f93db8',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.991116] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.991360] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.991422] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.992269] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.992269] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.992269] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.992269] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.993763] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.993763] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.993763] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.993763] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17513b54-2331-4ac9-98c2-eaea87e32cdf is going to be updated. [ 1039.019966] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.020128] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.020196] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.020495] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.020705] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.030626] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17513b54-2331-4ac9-98c2-eaea87e32cdf in Status: IN_PROGRESS for 2s [ 1039.044180] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ea4c414d-7f7d-40cf-b785-5015480bd75d [ 1039.044413] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.044570] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.044622] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.044813] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.044901] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.044992] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ea4c414d-7f7d-40cf-b785-5015480bd75d already deleted. [ 1039.045084] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea4c414d-7f7d-40cf-b785-5015480bd75d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.418675] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.418955] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.419299] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.419436] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.419588] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.419737] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Segment Port 8b22484c-e3f6-4631-9103-8af673f93db8 not found, creating... [ 1039.419997] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.420195] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.420336] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.420557] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.420693] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.420990] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.421169] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.421288] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.421492] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.422233] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.422233] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Resource: SegmentPort with ID: 8b22484c-e3f6-4631-9103-8af673f93db8 is going to be created. [ 1039.446093] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.446321] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.447381] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.447381] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.447381] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.447381] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "port-8b22484c-e3f6-4631-9103-8af673f93db8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.177897] env[65429]: INFO networking_nsxv3.common.synchronization [req-9b27fd5f-8fc5-4ba4-80ef-bc493c28e0cb req-2cace692-326b-49db-b2ff-edab37c661f6 service nova] Enqueued Resource ID: 17513b54-2331-4ac9-98c2-eaea87e32cdf with Priority: HIGHEST for action security_group_rules [ 1040.178415] env[65429]: INFO networking_nsxv3.common.synchronization [req-9b27fd5f-8fc5-4ba4-80ef-bc493c28e0cb req-2cace692-326b-49db-b2ff-edab37c661f6 service nova] Enqueued Resource ID: 17513b54-2331-4ac9-98c2-eaea87e32cdf with Priority: HIGHEST for action security_group_members [ 1040.178415] env[65429]: INFO networking_nsxv3.common.synchronization [req-9b27fd5f-8fc5-4ba4-80ef-bc493c28e0cb req-2cace692-326b-49db-b2ff-edab37c661f6 service nova] Enqueued Resource ID: 8b22484c-e3f6-4631-9103-8af673f93db8 with Priority: HIGHEST for action port [ 1040.178755] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17513b54-2331-4ac9-98c2-eaea87e32cdf with Priority: HIGHEST for action security_group_rules [ 1040.178889] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17513b54-2331-4ac9-98c2-eaea87e32cdf with Priority: HIGHEST for action security_group_members [ 1040.179287] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b22484c-e3f6-4631-9103-8af673f93db8 with Priority: HIGHEST for action port [ 1040.179287] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17513b54-2331-4ac9-98c2-eaea87e32cdf taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.179407] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17513b54-2331-4ac9-98c2-eaea87e32cdf" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.179529] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17513b54-2331-4ac9-98c2-eaea87e32cdf" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.179657] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17513b54-2331-4ac9-98c2-eaea87e32cdf" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.179775] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17513b54-2331-4ac9-98c2-eaea87e32cdf',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.180583] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-17513b54-2331-4ac9-98c2-eaea87e32cdf taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.180698] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17513b54-2331-4ac9-98c2-eaea87e32cdf" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.181271] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b22484c-e3f6-4631-9103-8af673f93db8 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.181271] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b22484c-e3f6-4631-9103-8af673f93db8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.181271] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b22484c-e3f6-4631-9103-8af673f93db8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.181532] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b22484c-e3f6-4631-9103-8af673f93db8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.181768] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b22484c-e3f6-4631-9103-8af673f93db8',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.683566] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-17513b54-2331-4ac9-98c2-eaea87e32cdf taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.683978] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17513b54-2331-4ac9-98c2-eaea87e32cdf" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.683978] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8b22484c-e3f6-4631-9103-8af673f93db8 with status ACTIVE [ 1040.684145] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.684145] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.684300] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.684395] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.684484] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.684649] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.684745] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.684801] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.684949] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.685066] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.685209] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.685299] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.685358] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.685507] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.685557] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.685653] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8b22484c-e3f6-4631-9103-8af673f93db8 is going to be updated. [ 1040.705885] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.706099] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.706164] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.706605] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.706605] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.706605] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b22484c-e3f6-4631-9103-8af673f93db8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.005844] env[65429]: INFO networking_nsxv3.common.synchronization [None req-343681bd-d4f3-4e13-bec5-dc134a581f38 None None] Enqueued Resource ID: 9a80bd1e-fa65-4798-b40e-7332ef343987 with Priority: HIGHEST for action port [ 1041.006309] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a80bd1e-fa65-4798-b40e-7332ef343987 with Priority: HIGHEST for action port [ 1041.006647] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a80bd1e-fa65-4798-b40e-7332ef343987 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.006715] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a80bd1e-fa65-4798-b40e-7332ef343987" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.006859] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a80bd1e-fa65-4798-b40e-7332ef343987" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.007071] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a80bd1e-fa65-4798-b40e-7332ef343987" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.007171] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a80bd1e-fa65-4798-b40e-7332ef343987',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.041094] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17513b54-2331-4ac9-98c2-eaea87e32cdf in Status: SUCCESS [ 1041.041282] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17513b54-2331-4ac9-98c2-eaea87e32cdf deletion is rescheduled due to dependency. [ 1041.041399] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17513b54-2331-4ac9-98c2-eaea87e32cdf" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.041598] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17513b54-2331-4ac9-98c2-eaea87e32cdf" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.041889] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17513b54-2331-4ac9-98c2-eaea87e32cdf" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.042095] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.042215] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.042281] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.042431] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.042512] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.042639] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17513b54-2331-4ac9-98c2-eaea87e32cdf',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.509783] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9a80bd1e-fa65-4798-b40e-7332ef343987 [ 1041.510028] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.510175] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.510240] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.510460] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.510546] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.510641] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9a80bd1e-fa65-4798-b40e-7332ef343987 already deleted. [ 1041.510723] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a80bd1e-fa65-4798-b40e-7332ef343987" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.544710] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17513b54-2331-4ac9-98c2-eaea87e32cdf',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.047310] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17513b54-2331-4ac9-98c2-eaea87e32cdf',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.550067] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.550067] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.550067] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.550591] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.550729] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.551074] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17513b54-2331-4ac9-98c2-eaea87e32cdf is going to be updated. [ 1042.580665] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.580810] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.580884] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.581120] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.581275] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.590889] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17513b54-2331-4ac9-98c2-eaea87e32cdf in Status: IN_PROGRESS for 2s [ 1042.621209] env[65429]: INFO networking_nsxv3.common.synchronization [req-5c5f49a1-8464-460a-b8de-9d6d8c8cdec7 req-672baa14-b220-44d0-ad50-789b201c937c tempest-ServersNegativeTestJSON-1473151642 tempest-ServersNegativeTestJSON-1473151642-project-member] Enqueued Resource ID: 5a210a91-a710-4d7e-9606-40111d468120 with Priority: HIGHEST for action security_group_members [ 1042.622027] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a210a91-a710-4d7e-9606-40111d468120 with Priority: HIGHEST for action security_group_members [ 1042.622254] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a210a91-a710-4d7e-9606-40111d468120 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.623045] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a210a91-a710-4d7e-9606-40111d468120" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.623045] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a210a91-a710-4d7e-9606-40111d468120" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.623045] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a210a91-a710-4d7e-9606-40111d468120" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.623045] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.623045] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.623327] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.624030] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.624030] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.624030] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a210a91-a710-4d7e-9606-40111d468120',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.936288] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock network-302 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.936544] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "network-302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.936705] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "network-302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.937090] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "network-302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.937395] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.937609] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.937745] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.938028] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.938225] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.938473] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1042.938614] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1042.938759] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1042.938895] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1042.939057] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1042.939197] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1042.939378] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1042.959368] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1042.959575] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1042.959748] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1042.959946] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "network-302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.960348] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock port-5816954b-e8c1-4d4a-a97a-be14fd36f64e taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.960543] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "port-5816954b-e8c1-4d4a-a97a-be14fd36f64e" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.960692] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "port-5816954b-e8c1-4d4a-a97a-be14fd36f64e" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.961085] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "port-5816954b-e8c1-4d4a-a97a-be14fd36f64e" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.961305] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5816954b-e8c1-4d4a-a97a-be14fd36f64e',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.125367] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.125767] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.125767] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.125875] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.125875] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.126081] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.126205] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.126248] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.126515] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.126515] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.126515] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a210a91-a710-4d7e-9606-40111d468120 already deleted. [ 1043.126668] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a210a91-a710-4d7e-9606-40111d468120" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.467018] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.467262] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.467438] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.467875] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.468112] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.468287] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Segment Port 5816954b-e8c1-4d4a-a97a-be14fd36f64e not found, creating... [ 1043.468565] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.468726] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.468845] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.469086] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.469224] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.469500] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.469656] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.469770] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.469974] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.470119] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.470255] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Resource: SegmentPort with ID: 5816954b-e8c1-4d4a-a97a-be14fd36f64e is going to be created. [ 1043.492899] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.493141] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.493270] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.493579] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.493801] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.494084] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "port-5816954b-e8c1-4d4a-a97a-be14fd36f64e" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.205225] env[65429]: INFO networking_nsxv3.common.synchronization [req-5c5f49a1-8464-460a-b8de-9d6d8c8cdec7 req-20b24aca-03b5-46c8-a04f-b398db99ea78 service nova] Enqueued Resource ID: 5a210a91-a710-4d7e-9606-40111d468120 with Priority: HIGHEST for action security_group_rules [ 1044.205493] env[65429]: INFO networking_nsxv3.common.synchronization [req-5c5f49a1-8464-460a-b8de-9d6d8c8cdec7 req-20b24aca-03b5-46c8-a04f-b398db99ea78 service nova] Enqueued Resource ID: 5a210a91-a710-4d7e-9606-40111d468120 with Priority: HIGHEST for action security_group_members [ 1044.205543] env[65429]: INFO networking_nsxv3.common.synchronization [req-5c5f49a1-8464-460a-b8de-9d6d8c8cdec7 req-20b24aca-03b5-46c8-a04f-b398db99ea78 service nova] Enqueued Resource ID: 5816954b-e8c1-4d4a-a97a-be14fd36f64e with Priority: HIGHEST for action port [ 1044.206188] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a210a91-a710-4d7e-9606-40111d468120 with Priority: HIGHEST for action security_group_rules [ 1044.206370] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a210a91-a710-4d7e-9606-40111d468120 with Priority: HIGHEST for action security_group_members [ 1044.206532] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5816954b-e8c1-4d4a-a97a-be14fd36f64e with Priority: HIGHEST for action port [ 1044.206862] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a210a91-a710-4d7e-9606-40111d468120 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.207102] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a210a91-a710-4d7e-9606-40111d468120" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.207218] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a210a91-a710-4d7e-9606-40111d468120" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.207569] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a210a91-a710-4d7e-9606-40111d468120" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.207924] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a210a91-a710-4d7e-9606-40111d468120',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.208562] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a210a91-a710-4d7e-9606-40111d468120 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.208706] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a210a91-a710-4d7e-9606-40111d468120" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.208802] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a210a91-a710-4d7e-9606-40111d468120" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.208998] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a210a91-a710-4d7e-9606-40111d468120" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.209198] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.209417] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.209512] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.209789] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.209789] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.209998] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a210a91-a710-4d7e-9606-40111d468120',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.210859] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-5816954b-e8c1-4d4a-a97a-be14fd36f64e taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.210859] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5816954b-e8c1-4d4a-a97a-be14fd36f64e" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.211019] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5816954b-e8c1-4d4a-a97a-be14fd36f64e" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.211171] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5816954b-e8c1-4d4a-a97a-be14fd36f64e" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.211458] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5816954b-e8c1-4d4a-a97a-be14fd36f64e',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.602077] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17513b54-2331-4ac9-98c2-eaea87e32cdf in Status: SUCCESS [ 1044.602339] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17513b54-2331-4ac9-98c2-eaea87e32cdf" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.602339] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17513b54-2331-4ac9-98c2-eaea87e32cdf" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.602566] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17513b54-2331-4ac9-98c2-eaea87e32cdf" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.602816] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.602940] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.603061] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.603234] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.603333] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.603448] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17513b54-2331-4ac9-98c2-eaea87e32cdf" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.603666] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('17513b54-2331-4ac9-98c2-eaea87e32cdf',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.713366] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a210a91-a710-4d7e-9606-40111d468120 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.713504] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a210a91-a710-4d7e-9606-40111d468120" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.713668] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a210a91-a710-4d7e-9606-40111d468120',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.714720] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5816954b-e8c1-4d4a-a97a-be14fd36f64e with status ACTIVE [ 1044.714851] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.714975] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.715041] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.715817] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.715817] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.715817] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.715817] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.715817] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.716037] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.716037] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.716385] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.716486] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.716555] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.717623] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.717716] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.717839] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5816954b-e8c1-4d4a-a97a-be14fd36f64e is going to be updated. [ 1044.744651] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.744831] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.744884] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.745186] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.745390] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.745586] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5816954b-e8c1-4d4a-a97a-be14fd36f64e" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.043683] env[65429]: INFO networking_nsxv3.common.synchronization [req-2a478fd3-ff20-403d-bc7d-d9268331ec0a req-dc23f847-13b6-4d9c-9fda-e9c0be6325bc tempest-AttachVolumeShelveTestJSON-176561124 tempest-AttachVolumeShelveTestJSON-176561124-project-member] Enqueued Resource ID: 96f0afde-4905-43d1-8592-96498d508bd6 with Priority: HIGHEST for action security_group_members [ 1045.044315] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96f0afde-4905-43d1-8592-96498d508bd6 with Priority: HIGHEST for action security_group_members [ 1045.044670] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-96f0afde-4905-43d1-8592-96498d508bd6 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.044851] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96f0afde-4905-43d1-8592-96498d508bd6" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.044961] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96f0afde-4905-43d1-8592-96498d508bd6" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.045254] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96f0afde-4905-43d1-8592-96498d508bd6" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.045419] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.045521] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.045585] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.045756] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.045873] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.045976] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96f0afde-4905-43d1-8592-96498d508bd6',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.106133] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('17513b54-2331-4ac9-98c2-eaea87e32cdf',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.220482] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a210a91-a710-4d7e-9606-40111d468120',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.387970] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock network-808 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.387970] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "network-808" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.387970] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "network-808" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.388190] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "network-808" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.388432] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.391095] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.391095] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.391095] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.391095] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.391095] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1045.391095] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1045.391095] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1045.391095] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1045.391095] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1045.391095] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1045.391095] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1045.409036] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1045.411313] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1045.411313] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1045.411313] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "network-808" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.411313] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock port-e34fd764-5686-4d73-b8f6-3db22b0589a0 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.411313] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "port-e34fd764-5686-4d73-b8f6-3db22b0589a0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.411313] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "port-e34fd764-5686-4d73-b8f6-3db22b0589a0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.411313] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "port-e34fd764-5686-4d73-b8f6-3db22b0589a0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.411313] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e34fd764-5686-4d73-b8f6-3db22b0589a0',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.547777] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.547934] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.548011] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.548233] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.548324] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.548514] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.548610] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.548678] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.548813] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.548887] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.548972] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96f0afde-4905-43d1-8592-96498d508bd6 already deleted. [ 1045.549067] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96f0afde-4905-43d1-8592-96498d508bd6" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.608761] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 17513b54-2331-4ac9-98c2-eaea87e32cdf: rpc.has_security_group_logging(os_id): False [ 1045.627534] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.627872] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.627872] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.628470] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.628470] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.628909] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.628909] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.628909] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.628909] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.628909] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.629325] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17513b54-2331-4ac9-98c2-eaea87e32cdf is going to be updated. [ 1045.703214] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.703214] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.703214] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.703214] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.703517] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.716875] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17513b54-2331-4ac9-98c2-eaea87e32cdf in Status: IN_PROGRESS for 2s [ 1045.722454] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.722595] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.722668] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.722961] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.723134] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.723281] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a210a91-a710-4d7e-9606-40111d468120 is going to be created. [ 1045.749532] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.749797] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.749880] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.750370] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.750370] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.759830] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a210a91-a710-4d7e-9606-40111d468120 in Status: UNINITIALIZED for 2s [ 1045.914371] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.914594] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.914717] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.915072] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.915226] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.915385] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Segment Port e34fd764-5686-4d73-b8f6-3db22b0589a0 not found, creating... [ 1045.915648] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.915810] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.915911] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.916139] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.916260] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.916537] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.916696] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.916888] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.917027] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.917130] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.917259] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Resource: SegmentPort with ID: e34fd764-5686-4d73-b8f6-3db22b0589a0 is going to be created. [ 1045.939801] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.940043] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.940180] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.940438] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.940665] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.940889] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "port-e34fd764-5686-4d73-b8f6-3db22b0589a0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.642049] env[65429]: INFO networking_nsxv3.common.synchronization [req-2a478fd3-ff20-403d-bc7d-d9268331ec0a req-087a5947-411d-40b9-9c06-7727fae94f2b service nova] Enqueued Resource ID: 96f0afde-4905-43d1-8592-96498d508bd6 with Priority: HIGHEST for action security_group_rules [ 1046.642313] env[65429]: INFO networking_nsxv3.common.synchronization [req-2a478fd3-ff20-403d-bc7d-d9268331ec0a req-087a5947-411d-40b9-9c06-7727fae94f2b service nova] Enqueued Resource ID: 96f0afde-4905-43d1-8592-96498d508bd6 with Priority: HIGHEST for action security_group_members [ 1046.642393] env[65429]: INFO networking_nsxv3.common.synchronization [req-2a478fd3-ff20-403d-bc7d-d9268331ec0a req-087a5947-411d-40b9-9c06-7727fae94f2b service nova] Enqueued Resource ID: e34fd764-5686-4d73-b8f6-3db22b0589a0 with Priority: HIGHEST for action port [ 1046.644377] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96f0afde-4905-43d1-8592-96498d508bd6 with Priority: HIGHEST for action security_group_rules [ 1046.644519] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96f0afde-4905-43d1-8592-96498d508bd6 with Priority: HIGHEST for action security_group_members [ 1046.644634] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e34fd764-5686-4d73-b8f6-3db22b0589a0 with Priority: HIGHEST for action port [ 1046.644963] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96f0afde-4905-43d1-8592-96498d508bd6 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.645135] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96f0afde-4905-43d1-8592-96498d508bd6" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.645208] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96f0afde-4905-43d1-8592-96498d508bd6" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.645420] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96f0afde-4905-43d1-8592-96498d508bd6" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.645505] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96f0afde-4905-43d1-8592-96498d508bd6',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.646393] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-96f0afde-4905-43d1-8592-96498d508bd6 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.646509] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96f0afde-4905-43d1-8592-96498d508bd6" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.646580] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96f0afde-4905-43d1-8592-96498d508bd6" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.646753] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96f0afde-4905-43d1-8592-96498d508bd6" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.646901] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.649528] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.649528] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.649528] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.649528] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.649528] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96f0afde-4905-43d1-8592-96498d508bd6',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.649528] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-e34fd764-5686-4d73-b8f6-3db22b0589a0 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.649528] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e34fd764-5686-4d73-b8f6-3db22b0589a0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.649528] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e34fd764-5686-4d73-b8f6-3db22b0589a0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.649528] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e34fd764-5686-4d73-b8f6-3db22b0589a0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.649528] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e34fd764-5686-4d73-b8f6-3db22b0589a0',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.150790] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-96f0afde-4905-43d1-8592-96498d508bd6 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.150934] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96f0afde-4905-43d1-8592-96498d508bd6" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.151300] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e34fd764-5686-4d73-b8f6-3db22b0589a0 with status ACTIVE [ 1047.151374] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.151448] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.151486] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.151680] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.151838] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.152016] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.152121] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.152183] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.152347] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.152427] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.152604] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.152721] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.152809] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.152995] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.153144] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.153235] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e34fd764-5686-4d73-b8f6-3db22b0589a0 is going to be updated. [ 1047.154470] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96f0afde-4905-43d1-8592-96498d508bd6',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.175326] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.175539] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.175626] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.175910] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.176097] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.176303] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e34fd764-5686-4d73-b8f6-3db22b0589a0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.412548] env[65429]: INFO networking_nsxv3.common.synchronization [req-58c77a74-5195-4855-bd46-2765cb0ca5a7 req-9b37de05-9ba9-48d8-bf1b-90a2aca9b5ab tempest-AttachInterfacesTestJSON-192137818 tempest-AttachInterfacesTestJSON-192137818-project-member] Enqueued Resource ID: a0f8ea33-bb19-46dd-bffd-385a2e84cc83 with Priority: HIGHEST for action security_group_members [ 1047.413152] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0f8ea33-bb19-46dd-bffd-385a2e84cc83 with Priority: HIGHEST for action security_group_members [ 1047.413459] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0f8ea33-bb19-46dd-bffd-385a2e84cc83 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.413578] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0f8ea33-bb19-46dd-bffd-385a2e84cc83" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.413647] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0f8ea33-bb19-46dd-bffd-385a2e84cc83" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.413913] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0f8ea33-bb19-46dd-bffd-385a2e84cc83" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.414076] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.414166] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.414247] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.414396] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.414478] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.414572] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0f8ea33-bb19-46dd-bffd-385a2e84cc83',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.656721] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96f0afde-4905-43d1-8592-96498d508bd6',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.730932] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17513b54-2331-4ac9-98c2-eaea87e32cdf in Status: SUCCESS [ 1047.731184] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17513b54-2331-4ac9-98c2-eaea87e32cdf" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.748013] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock network-846 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.748314] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "network-846" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.748479] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "network-846" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.748773] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "network-846" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.749086] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.749278] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.749428] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.749678] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.749866] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.750092] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1047.750207] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1047.750316] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1047.750425] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1047.750534] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1047.750640] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1047.750788] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1047.769501] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a210a91-a710-4d7e-9606-40111d468120 in Status: SUCCESS [ 1047.769724] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a210a91-a710-4d7e-9606-40111d468120" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.769907] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a210a91-a710-4d7e-9606-40111d468120" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.770157] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a210a91-a710-4d7e-9606-40111d468120" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.770368] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.770471] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.770536] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.770784] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.770857] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.770921] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a210a91-a710-4d7e-9606-40111d468120" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.771015] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5a210a91-a710-4d7e-9606-40111d468120',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.772565] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1047.772731] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1047.772865] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1047.773032] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "network-846" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.773309] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock port-73f55f52-a93d-4afc-af01-2ba2365e3149 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.773469] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "port-73f55f52-a93d-4afc-af01-2ba2365e3149" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.773643] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "port-73f55f52-a93d-4afc-af01-2ba2365e3149" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.773950] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "port-73f55f52-a93d-4afc-af01-2ba2365e3149" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.774333] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73f55f52-a93d-4afc-af01-2ba2365e3149',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.917046] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.917205] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.917280] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.917788] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.917788] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.917788] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.917968] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.917968] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.918209] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.918346] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.918519] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0f8ea33-bb19-46dd-bffd-385a2e84cc83 already deleted. [ 1047.918569] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0f8ea33-bb19-46dd-bffd-385a2e84cc83" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.160422] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.160572] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.160660] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.160917] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.161118] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.161242] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96f0afde-4905-43d1-8592-96498d508bd6 is going to be created. [ 1048.190208] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.190343] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.190411] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.190637] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.190799] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.201685] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96f0afde-4905-43d1-8592-96498d508bd6 in Status: UNINITIALIZED for 2s [ 1048.276427] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a210a91-a710-4d7e-9606-40111d468120 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.276619] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a210a91-a710-4d7e-9606-40111d468120" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.276659] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a210a91-a710-4d7e-9606-40111d468120" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.277150] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a210a91-a710-4d7e-9606-40111d468120" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.277365] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.277485] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.277548] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.277717] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.277951] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.277951] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a210a91-a710-4d7e-9606-40111d468120" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.278100] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a210a91-a710-4d7e-9606-40111d468120 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.278184] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a210a91-a710-4d7e-9606-40111d468120" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.278184] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a210a91-a710-4d7e-9606-40111d468120" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.278874] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a210a91-a710-4d7e-9606-40111d468120" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.278874] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.278874] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.279085] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.279085] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.279370] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.279370] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a210a91-a710-4d7e-9606-40111d468120" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.279370] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5a210a91-a710-4d7e-9606-40111d468120',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.280652] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.280832] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.280952] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.281200] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.281339] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.281485] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Segment Port 73f55f52-a93d-4afc-af01-2ba2365e3149 not found, creating... [ 1048.283675] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.283862] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.283989] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.284257] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.284404] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.285044] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.285044] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.285211] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.285271] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.285408] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.285549] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Resource: SegmentPort with ID: 73f55f52-a93d-4afc-af01-2ba2365e3149 is going to be created. [ 1048.307621] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.307877] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.307877] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.307877] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.307877] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.307877] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "port-73f55f52-a93d-4afc-af01-2ba2365e3149" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.788926] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5a210a91-a710-4d7e-9606-40111d468120: rpc.has_security_group_logging(os_id): False [ 1048.808046] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.808046] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.808046] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.808046] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.808046] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.808046] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.808046] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.808046] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.808651] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.808825] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.809133] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.809407] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.809554] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.809820] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.812017] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.812017] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.812017] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.812017] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.812017] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.812017] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.812017] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a210a91-a710-4d7e-9606-40111d468120 is going to be created. [ 1048.876872] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.877038] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.877114] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.877336] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.877517] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.888777] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a210a91-a710-4d7e-9606-40111d468120 in Status: IN_PROGRESS for 2s [ 1049.022462] env[65429]: INFO networking_nsxv3.common.synchronization [req-58c77a74-5195-4855-bd46-2765cb0ca5a7 req-4350ac3a-e0ec-42bb-aa4e-be0e3a495da6 service nova] Enqueued Resource ID: a0f8ea33-bb19-46dd-bffd-385a2e84cc83 with Priority: HIGHEST for action security_group_rules [ 1049.022637] env[65429]: INFO networking_nsxv3.common.synchronization [req-58c77a74-5195-4855-bd46-2765cb0ca5a7 req-4350ac3a-e0ec-42bb-aa4e-be0e3a495da6 service nova] Enqueued Resource ID: a0f8ea33-bb19-46dd-bffd-385a2e84cc83 with Priority: HIGHEST for action security_group_members [ 1049.022770] env[65429]: INFO networking_nsxv3.common.synchronization [req-58c77a74-5195-4855-bd46-2765cb0ca5a7 req-4350ac3a-e0ec-42bb-aa4e-be0e3a495da6 service nova] Enqueued Resource ID: 73f55f52-a93d-4afc-af01-2ba2365e3149 with Priority: HIGHEST for action port [ 1049.025744] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0f8ea33-bb19-46dd-bffd-385a2e84cc83 with Priority: HIGHEST for action security_group_rules [ 1049.025744] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0f8ea33-bb19-46dd-bffd-385a2e84cc83 with Priority: HIGHEST for action security_group_members [ 1049.025744] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73f55f52-a93d-4afc-af01-2ba2365e3149 with Priority: HIGHEST for action port [ 1049.025744] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a0f8ea33-bb19-46dd-bffd-385a2e84cc83 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.025744] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a0f8ea33-bb19-46dd-bffd-385a2e84cc83" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.025744] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a0f8ea33-bb19-46dd-bffd-385a2e84cc83" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.025744] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a0f8ea33-bb19-46dd-bffd-385a2e84cc83" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.025744] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a0f8ea33-bb19-46dd-bffd-385a2e84cc83',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.025744] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0f8ea33-bb19-46dd-bffd-385a2e84cc83 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.025744] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0f8ea33-bb19-46dd-bffd-385a2e84cc83" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.025744] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0f8ea33-bb19-46dd-bffd-385a2e84cc83" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.026223] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0f8ea33-bb19-46dd-bffd-385a2e84cc83" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.026223] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.026223] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.026223] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.026223] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.026378] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.026414] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0f8ea33-bb19-46dd-bffd-385a2e84cc83',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.027265] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-73f55f52-a93d-4afc-af01-2ba2365e3149 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.027265] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73f55f52-a93d-4afc-af01-2ba2365e3149" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.027378] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73f55f52-a93d-4afc-af01-2ba2365e3149" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.028890] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73f55f52-a93d-4afc-af01-2ba2365e3149" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.028890] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73f55f52-a93d-4afc-af01-2ba2365e3149',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.529334] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a0f8ea33-bb19-46dd-bffd-385a2e84cc83',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.530591] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0f8ea33-bb19-46dd-bffd-385a2e84cc83 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.530746] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0f8ea33-bb19-46dd-bffd-385a2e84cc83" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.533774] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 73f55f52-a93d-4afc-af01-2ba2365e3149 with status ACTIVE [ 1049.533993] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.534190] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.534261] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.534473] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.534563] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.534740] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.534851] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.534914] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.535086] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.535224] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.535422] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.535570] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.535651] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.535844] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.535924] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.536024] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 73f55f52-a93d-4afc-af01-2ba2365e3149 is going to be updated. [ 1049.559990] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.560224] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.560224] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.560436] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.560572] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.560744] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73f55f52-a93d-4afc-af01-2ba2365e3149" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.032748] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a0f8ea33-bb19-46dd-bffd-385a2e84cc83',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.212232] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96f0afde-4905-43d1-8592-96498d508bd6 in Status: SUCCESS [ 1050.212455] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96f0afde-4905-43d1-8592-96498d508bd6" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.212633] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96f0afde-4905-43d1-8592-96498d508bd6" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.212846] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96f0afde-4905-43d1-8592-96498d508bd6" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.213087] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.213257] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.213333] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.213453] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.213540] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.213618] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96f0afde-4905-43d1-8592-96498d508bd6" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.213702] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('96f0afde-4905-43d1-8592-96498d508bd6',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.536388] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.536388] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.536388] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.536388] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.536388] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.536388] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0f8ea33-bb19-46dd-bffd-385a2e84cc83 is going to be created. [ 1050.587043] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.587043] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.587043] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.587043] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.587592] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.602464] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0f8ea33-bb19-46dd-bffd-385a2e84cc83 in Status: UNINITIALIZED for 2s [ 1050.716418] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('96f0afde-4905-43d1-8592-96498d508bd6',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.901711] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a210a91-a710-4d7e-9606-40111d468120 in Status: SUCCESS [ 1050.902055] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a210a91-a710-4d7e-9606-40111d468120" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.963610] env[65429]: INFO networking_nsxv3.common.synchronization [None req-1e5a995f-26dc-4b86-b5da-c40f0894a079 tempest-AttachVolumeNegativeTest-567722119 tempest-AttachVolumeNegativeTest-567722119-project-member] Enqueued Resource ID: 04a9235d-ff77-47c6-afc3-7df0a92c18da with Priority: HIGHEST for action security_group_rules [ 1050.964473] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04a9235d-ff77-47c6-afc3-7df0a92c18da with Priority: HIGHEST for action security_group_rules [ 1050.965012] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04a9235d-ff77-47c6-afc3-7df0a92c18da taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.965200] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04a9235d-ff77-47c6-afc3-7df0a92c18da" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.965283] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04a9235d-ff77-47c6-afc3-7df0a92c18da" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.965638] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04a9235d-ff77-47c6-afc3-7df0a92c18da" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.965784] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04a9235d-ff77-47c6-afc3-7df0a92c18da',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.051316] env[65429]: INFO networking_nsxv3.common.synchronization [None req-a58ed23b-8937-4298-a9db-82fd018fc261 tempest-AttachVolumeNegativeTest-567722119 tempest-AttachVolumeNegativeTest-567722119-project-member] Enqueued Resource ID: 04a9235d-ff77-47c6-afc3-7df0a92c18da with Priority: HIGHEST for action security_group_rules [ 1051.052202] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04a9235d-ff77-47c6-afc3-7df0a92c18da with Priority: HIGHEST for action security_group_rules [ 1051.052557] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04a9235d-ff77-47c6-afc3-7df0a92c18da taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.052676] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04a9235d-ff77-47c6-afc3-7df0a92c18da" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.218404] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 96f0afde-4905-43d1-8592-96498d508bd6: rpc.has_security_group_logging(os_id): False [ 1051.238370] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.238478] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.238574] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.238759] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.238851] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.239115] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.239215] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.239277] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.239432] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.239507] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.239593] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96f0afde-4905-43d1-8592-96498d508bd6 is going to be created. [ 1051.305392] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.305707] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.305707] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.305892] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.306175] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.319600] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96f0afde-4905-43d1-8592-96498d508bd6 in Status: IN_PROGRESS for 2s [ 1051.488198] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.488476] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.488567] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.488802] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.488912] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.489030] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04a9235d-ff77-47c6-afc3-7df0a92c18da already deleted. [ 1051.489153] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04a9235d-ff77-47c6-afc3-7df0a92c18da" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.489379] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04a9235d-ff77-47c6-afc3-7df0a92c18da" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.489569] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04a9235d-ff77-47c6-afc3-7df0a92c18da" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.489659] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04a9235d-ff77-47c6-afc3-7df0a92c18da',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.019409] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.019716] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.019716] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.019953] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.020844] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.020983] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04a9235d-ff77-47c6-afc3-7df0a92c18da already deleted. [ 1052.021104] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04a9235d-ff77-47c6-afc3-7df0a92c18da" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.611855] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0f8ea33-bb19-46dd-bffd-385a2e84cc83 in Status: SUCCESS [ 1052.612296] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0f8ea33-bb19-46dd-bffd-385a2e84cc83" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.612467] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0f8ea33-bb19-46dd-bffd-385a2e84cc83" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.612693] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0f8ea33-bb19-46dd-bffd-385a2e84cc83" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.612990] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.613165] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.613232] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.613410] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.613492] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.613582] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0f8ea33-bb19-46dd-bffd-385a2e84cc83" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.613673] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a0f8ea33-bb19-46dd-bffd-385a2e84cc83',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.782817] env[65429]: INFO networking_nsxv3.common.synchronization [req-f94a2489-972b-4fb7-bfc3-ba1bfa8c0357 req-e5941e67-b712-4998-afcd-e5da81b152b3 tempest-DeleteServersTestJSON-1613790083 tempest-DeleteServersTestJSON-1613790083-project-member] Enqueued Resource ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 with Priority: HIGHEST for action security_group_members [ 1052.782817] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 with Priority: HIGHEST for action security_group_members [ 1052.782817] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-9171cf91-a0c3-42f6-a4fb-c715310b4d43 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.782817] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.782817] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.782817] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.782817] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.782817] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.782817] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.782817] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.783233] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.783233] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9171cf91-a0c3-42f6-a4fb-c715310b4d43',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.116170] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a0f8ea33-bb19-46dd-bffd-385a2e84cc83',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.153540] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock network-946 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.153726] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "network-946" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.153851] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "network-946" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.154136] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "network-946" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.154382] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.154537] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.154656] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.154860] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.155012] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.155232] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1053.155338] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1053.155448] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1053.155558] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1053.155664] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1053.155768] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1053.155896] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1053.176204] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1053.176786] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1053.177125] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1053.177273] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "network-946" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.178393] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock port-0ca18c57-6f06-4660-8a39-b4f6f398fde9 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.178393] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "port-0ca18c57-6f06-4660-8a39-b4f6f398fde9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.178393] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "port-0ca18c57-6f06-4660-8a39-b4f6f398fde9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.178748] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "port-0ca18c57-6f06-4660-8a39-b4f6f398fde9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.178953] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ca18c57-6f06-4660-8a39-b4f6f398fde9',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.285394] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.285627] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.285717] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.285969] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.286119] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.286808] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.286808] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.286808] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.286808] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.287050] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.287050] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 is going to be updated. [ 1053.338968] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.338968] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.338968] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.339412] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.339412] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.342864] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96f0afde-4905-43d1-8592-96498d508bd6 in Status: SUCCESS [ 1053.343135] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96f0afde-4905-43d1-8592-96498d508bd6" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.350077] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 in Status: IN_PROGRESS for 2s [ 1053.618069] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a0f8ea33-bb19-46dd-bffd-385a2e84cc83: rpc.has_security_group_logging(os_id): False [ 1053.637544] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.637696] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.637769] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.638016] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.638718] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.638718] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.638718] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.638718] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.638718] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.639479] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.639479] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a0f8ea33-bb19-46dd-bffd-385a2e84cc83 is going to be created. [ 1053.681539] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.681764] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.681931] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.682253] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.682460] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.682622] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Segment Port 0ca18c57-6f06-4660-8a39-b4f6f398fde9 not found, creating... [ 1053.682901] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.683085] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.683206] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.683425] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.683562] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.683837] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.683994] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.684125] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.684347] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.684508] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.684651] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Resource: SegmentPort with ID: 0ca18c57-6f06-4660-8a39-b4f6f398fde9 is going to be created. [ 1053.702845] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.703122] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.703262] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.703541] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.703773] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.703979] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "port-0ca18c57-6f06-4660-8a39-b4f6f398fde9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.712825] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.713148] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.713148] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.713337] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.713500] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.725935] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a0f8ea33-bb19-46dd-bffd-385a2e84cc83 in Status: IN_PROGRESS for 2s [ 1054.424324] env[65429]: INFO networking_nsxv3.common.synchronization [req-f94a2489-972b-4fb7-bfc3-ba1bfa8c0357 req-80df3ba3-ccb0-4da1-be06-c2217514d6e5 service nova] Enqueued Resource ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 with Priority: HIGHEST for action security_group_rules [ 1054.424610] env[65429]: INFO networking_nsxv3.common.synchronization [req-f94a2489-972b-4fb7-bfc3-ba1bfa8c0357 req-80df3ba3-ccb0-4da1-be06-c2217514d6e5 service nova] Enqueued Resource ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 with Priority: HIGHEST for action security_group_members [ 1054.427904] env[65429]: INFO networking_nsxv3.common.synchronization [req-f94a2489-972b-4fb7-bfc3-ba1bfa8c0357 req-80df3ba3-ccb0-4da1-be06-c2217514d6e5 service nova] Enqueued Resource ID: 0ca18c57-6f06-4660-8a39-b4f6f398fde9 with Priority: HIGHEST for action port [ 1054.428542] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 with Priority: HIGHEST for action security_group_rules [ 1054.428542] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 with Priority: HIGHEST for action security_group_members [ 1054.428662] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ca18c57-6f06-4660-8a39-b4f6f398fde9 with Priority: HIGHEST for action port [ 1054.429656] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9171cf91-a0c3-42f6-a4fb-c715310b4d43 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.429656] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.429656] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.429656] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.429656] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9171cf91-a0c3-42f6-a4fb-c715310b4d43',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.430316] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-9171cf91-a0c3-42f6-a4fb-c715310b4d43 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.430415] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.430607] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ca18c57-6f06-4660-8a39-b4f6f398fde9 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.430715] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ca18c57-6f06-4660-8a39-b4f6f398fde9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.430782] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ca18c57-6f06-4660-8a39-b4f6f398fde9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.431283] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ca18c57-6f06-4660-8a39-b4f6f398fde9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.431283] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ca18c57-6f06-4660-8a39-b4f6f398fde9',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.933166] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-9171cf91-a0c3-42f6-a4fb-c715310b4d43 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.933523] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.933523] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0ca18c57-6f06-4660-8a39-b4f6f398fde9 with status ACTIVE [ 1054.933725] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.933830] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.934190] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.934190] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.934190] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.934581] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.934637] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.934675] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.934843] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.934914] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.935199] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.935306] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.935395] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.935531] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.935760] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.935760] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0ca18c57-6f06-4660-8a39-b4f6f398fde9 is going to be updated. [ 1054.959109] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.959109] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.959109] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.959109] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.959109] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.959109] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ca18c57-6f06-4660-8a39-b4f6f398fde9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.362762] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 in Status: SUCCESS [ 1055.362762] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 deletion is rescheduled due to dependency. [ 1055.363028] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.363230] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.363572] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.363839] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.364024] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.364153] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.364387] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.364495] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.364645] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9171cf91-a0c3-42f6-a4fb-c715310b4d43',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.739392] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a0f8ea33-bb19-46dd-bffd-385a2e84cc83 in Status: SUCCESS [ 1055.739616] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a0f8ea33-bb19-46dd-bffd-385a2e84cc83" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.868144] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9171cf91-a0c3-42f6-a4fb-c715310b4d43',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.320165] env[65429]: INFO networking_nsxv3.common.synchronization [req-8043fb18-2021-45eb-8b15-95562123d745 req-74affaa4-bea0-45a8-9df5-c3fbe71d0c29 tempest-ServerActionsTestOtherA-1190506825 tempest-ServerActionsTestOtherA-1190506825-project-member] Enqueued Resource ID: 38260a5a-2497-427a-8878-43a3a096bad8 with Priority: HIGHEST for action security_group_members [ 1056.320741] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38260a5a-2497-427a-8878-43a3a096bad8 with Priority: HIGHEST for action security_group_members [ 1056.322206] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-38260a5a-2497-427a-8878-43a3a096bad8 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.322206] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38260a5a-2497-427a-8878-43a3a096bad8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.322206] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38260a5a-2497-427a-8878-43a3a096bad8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.322206] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38260a5a-2497-427a-8878-43a3a096bad8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.322206] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.322206] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.322206] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.322206] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.322206] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.322206] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38260a5a-2497-427a-8878-43a3a096bad8',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.370731] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9171cf91-a0c3-42f6-a4fb-c715310b4d43',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.660111] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock network-160 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.660338] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "network-160" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.660470] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "network-160" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.660752] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "network-160" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.661011] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.661197] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.661321] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.661542] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.662092] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.662092] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1056.662092] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1056.662280] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1056.662280] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1056.662372] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1056.662495] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1056.662603] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1056.683565] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1056.683656] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1056.683803] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1056.683962] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "network-160" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.684447] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock port-dcc46a91-b87b-41e2-87b0-39695cf7c3e2 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.684685] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "port-dcc46a91-b87b-41e2-87b0-39695cf7c3e2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.684773] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "port-dcc46a91-b87b-41e2-87b0-39695cf7c3e2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.685076] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "port-dcc46a91-b87b-41e2-87b0-39695cf7c3e2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.685219] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dcc46a91-b87b-41e2-87b0-39695cf7c3e2',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.824650] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.824870] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.824870] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.825354] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.825472] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.825934] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.825934] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.826125] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.826238] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.826325] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.826632] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38260a5a-2497-427a-8878-43a3a096bad8 already deleted. [ 1056.826753] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38260a5a-2497-427a-8878-43a3a096bad8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.873785] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.873946] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.874026] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.874263] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.874354] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.874452] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 is going to be updated. [ 1056.904564] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.904718] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.904787] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.905020] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.905182] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.921430] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 in Status: IN_PROGRESS for 2s [ 1057.189451] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.189711] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.189909] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.190360] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.190595] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.190826] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Segment Port dcc46a91-b87b-41e2-87b0-39695cf7c3e2 not found, creating... [ 1057.194346] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.194539] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.194665] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.194931] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.195093] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.195425] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.195585] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.195703] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.195925] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.196092] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.196217] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Resource: SegmentPort with ID: dcc46a91-b87b-41e2-87b0-39695cf7c3e2 is going to be created. [ 1057.221367] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.221627] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.221695] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.222053] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.222317] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.222585] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "port-dcc46a91-b87b-41e2-87b0-39695cf7c3e2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.948862] env[65429]: INFO networking_nsxv3.common.synchronization [req-8043fb18-2021-45eb-8b15-95562123d745 req-98f010db-162a-4bda-81ff-988952746bd5 service nova] Enqueued Resource ID: 38260a5a-2497-427a-8878-43a3a096bad8 with Priority: HIGHEST for action security_group_rules [ 1057.949263] env[65429]: INFO networking_nsxv3.common.synchronization [req-8043fb18-2021-45eb-8b15-95562123d745 req-98f010db-162a-4bda-81ff-988952746bd5 service nova] Enqueued Resource ID: 38260a5a-2497-427a-8878-43a3a096bad8 with Priority: HIGHEST for action security_group_members [ 1057.949457] env[65429]: INFO networking_nsxv3.common.synchronization [req-8043fb18-2021-45eb-8b15-95562123d745 req-98f010db-162a-4bda-81ff-988952746bd5 service nova] Enqueued Resource ID: dcc46a91-b87b-41e2-87b0-39695cf7c3e2 with Priority: HIGHEST for action port [ 1057.950492] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38260a5a-2497-427a-8878-43a3a096bad8 with Priority: HIGHEST for action security_group_rules [ 1057.951371] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38260a5a-2497-427a-8878-43a3a096bad8 with Priority: HIGHEST for action security_group_members [ 1057.951462] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcc46a91-b87b-41e2-87b0-39695cf7c3e2 with Priority: HIGHEST for action port [ 1057.952162] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38260a5a-2497-427a-8878-43a3a096bad8 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.953178] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38260a5a-2497-427a-8878-43a3a096bad8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.953178] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38260a5a-2497-427a-8878-43a3a096bad8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.953341] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38260a5a-2497-427a-8878-43a3a096bad8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.953756] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38260a5a-2497-427a-8878-43a3a096bad8',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.956116] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-38260a5a-2497-427a-8878-43a3a096bad8 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.956116] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38260a5a-2497-427a-8878-43a3a096bad8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.956432] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38260a5a-2497-427a-8878-43a3a096bad8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.957415] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38260a5a-2497-427a-8878-43a3a096bad8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.957883] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.958336] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.958513] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.960513] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.960513] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.960513] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38260a5a-2497-427a-8878-43a3a096bad8',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.960974] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-dcc46a91-b87b-41e2-87b0-39695cf7c3e2 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.961169] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dcc46a91-b87b-41e2-87b0-39695cf7c3e2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.961242] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dcc46a91-b87b-41e2-87b0-39695cf7c3e2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.961480] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dcc46a91-b87b-41e2-87b0-39695cf7c3e2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.962544] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dcc46a91-b87b-41e2-87b0-39695cf7c3e2',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.464853] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('38260a5a-2497-427a-8878-43a3a096bad8',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.465987] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-38260a5a-2497-427a-8878-43a3a096bad8 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.466141] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38260a5a-2497-427a-8878-43a3a096bad8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.466464] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dcc46a91-b87b-41e2-87b0-39695cf7c3e2 with status ACTIVE [ 1058.466626] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.467515] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.467515] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.467515] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.467515] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.467515] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.467515] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.467515] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.467814] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.467814] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.468086] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.468086] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.468086] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.468290] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.468290] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.468377] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dcc46a91-b87b-41e2-87b0-39695cf7c3e2 is going to be updated. [ 1058.496530] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.496708] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.496762] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.496971] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.497133] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.497285] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dcc46a91-b87b-41e2-87b0-39695cf7c3e2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.932786] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 in Status: SUCCESS [ 1058.933092] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.933304] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.933572] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.933817] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.934014] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.934060] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.934332] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.934438] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.934470] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.934585] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9171cf91-a0c3-42f6-a4fb-c715310b4d43',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.967340] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('38260a5a-2497-427a-8878-43a3a096bad8',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.080494] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.080932] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.080932] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.081138] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.081138] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.438176] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-9171cf91-a0c3-42f6-a4fb-c715310b4d43 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.438418] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.438418] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.438638] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.438808] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.438917] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.439015] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.439191] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.439277] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.439450] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.439605] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-9171cf91-a0c3-42f6-a4fb-c715310b4d43 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.439697] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.439773] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.439932] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.440107] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.440202] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.440263] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.440436] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.440519] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.440620] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.440694] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9171cf91-a0c3-42f6-a4fb-c715310b4d43',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.469754] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.470507] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.470507] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.470507] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.470507] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.470507] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38260a5a-2497-427a-8878-43a3a096bad8 is going to be created. [ 1059.497297] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.497487] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.497487] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.497669] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.497818] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.509203] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38260a5a-2497-427a-8878-43a3a096bad8 in Status: UNINITIALIZED for 2s [ 1059.584877] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.943255] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9171cf91-a0c3-42f6-a4fb-c715310b4d43: rpc.has_security_group_logging(os_id): False [ 1059.966902] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.967146] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.967264] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.967622] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.967884] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.967963] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.968096] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.968176] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.968423] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.968527] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.968787] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.968909] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.969012] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.969500] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.969586] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.969815] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.969923] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.970056] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.970280] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.970397] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.970523] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 is going to be updated. [ 1060.038191] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.038405] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.038486] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.038716] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.038858] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.078087] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 in Status: IN_PROGRESS for 2s [ 1060.086572] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.589142] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1060.589270] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1060.674191] env[65429]: INFO networking_nsxv3.common.synchronization [req-38cdc564-21cf-4805-930d-30de8ca8a2ff req-faa65d16-de11-4c5c-a6b8-8188bc098247 tempest-ServerAddressesNegativeTestJSON-1827426716 tempest-ServerAddressesNegativeTestJSON-1827426716-project-member] Enqueued Resource ID: b5692f6d-5888-466a-9cff-a3bf2df13715 with Priority: HIGHEST for action security_group_members [ 1060.674191] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5692f6d-5888-466a-9cff-a3bf2df13715 with Priority: HIGHEST for action security_group_members [ 1060.674432] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5692f6d-5888-466a-9cff-a3bf2df13715 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.674717] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5692f6d-5888-466a-9cff-a3bf2df13715" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.674980] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5692f6d-5888-466a-9cff-a3bf2df13715" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.677422] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5692f6d-5888-466a-9cff-a3bf2df13715" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.677422] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.677422] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.677422] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.677422] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.677422] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.677422] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5692f6d-5888-466a-9cff-a3bf2df13715',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.020300] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock network-966 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.020674] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "network-966" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.020674] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "network-966" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.020975] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "network-966" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.021292] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.021463] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.021583] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.021812] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.021961] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.022236] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1061.022351] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1061.022458] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1061.022578] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1061.022687] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1061.022823] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1061.022963] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1061.044018] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1061.044266] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1061.044461] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1061.044695] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "network-966" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.045137] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock port-8937535b-228b-47de-a843-e9c28f7322da taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.045396] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "port-8937535b-228b-47de-a843-e9c28f7322da" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.045570] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "port-8937535b-228b-47de-a843-e9c28f7322da" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.046039] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "port-8937535b-228b-47de-a843-e9c28f7322da" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.046246] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8937535b-228b-47de-a843-e9c28f7322da',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.181129] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.181302] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.181388] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.181636] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.181809] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.181964] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.182169] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.182241] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.182350] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.182428] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.182533] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5692f6d-5888-466a-9cff-a3bf2df13715 already deleted. [ 1061.182662] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5692f6d-5888-466a-9cff-a3bf2df13715" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.523287] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38260a5a-2497-427a-8878-43a3a096bad8 in Status: SUCCESS [ 1061.524171] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38260a5a-2497-427a-8878-43a3a096bad8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.524171] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38260a5a-2497-427a-8878-43a3a096bad8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.524171] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38260a5a-2497-427a-8878-43a3a096bad8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.524171] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.524393] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.524393] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.524469] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.524527] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.524610] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38260a5a-2497-427a-8878-43a3a096bad8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.524698] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('38260a5a-2497-427a-8878-43a3a096bad8',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.549196] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.549463] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.549643] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.550028] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.550127] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.550338] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Segment Port 8937535b-228b-47de-a843-e9c28f7322da not found, creating... [ 1061.550661] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.550885] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.551121] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.551316] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.551468] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.551757] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.551912] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.552074] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.552293] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.552468] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.552573] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Resource: SegmentPort with ID: 8937535b-228b-47de-a843-e9c28f7322da is going to be created. [ 1061.560803] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.561169] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.561169] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.561338] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.574900] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1061.575797] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.576885] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1061.589696] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.589988] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.590104] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.590304] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.591058] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.591058] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "port-8937535b-228b-47de-a843-e9c28f7322da" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.702376] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.702376] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.702376] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.702670] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.712727] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.713533] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1061.713688] env[65429]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65429) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1061.713749] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1061.773321] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.773486] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.773541] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.773738] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.774962] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.775191] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1061.863699] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.863849] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.863956] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.864310] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.864656] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.864945] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1062.000340] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.000530] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.000640] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.000894] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.001302] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.001664] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:46. [ 1062.001772] env[65429]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9', '2fe497da-061b-4ef8-9f50-cf8a7cf9da55', 'a0f8ea33-bb19-46dd-bffd-385a2e84cc83', '5a210a91-a710-4d7e-9606-40111d468120', '5e01e3f0-6621-43d1-8e73-a3c7f4338302', 'b6da2e71-0738-4f39-9e52-7626cb4eb47d', '96f0afde-4905-43d1-8592-96498d508bd6', '054bf747-447a-4136-a6de-156a44df67d5', '9171cf91-a0c3-42f6-a4fb-c715310b4d43', '82d1b07e-943d-4585-aadd-afbdec6abe9a', 'fbe3b7a6-b8cc-4b3b-b538-28ee66a939d0', '346ed0eb-ae19-4843-9d5c-5fb45d121a17', '06f54813-fce3-49a0-ba21-6f71d6ccf25d', '7e5efd2e-2568-45bf-945e-3cee65da7710', '09b42f09-5675-4093-98d2-c237cb24a3a7', 'e8856207-80d0-460c-93d6-1752a3c7cb7e', '175f5593-8cac-48d4-9609-d6330a935761', 'b9129a53-8081-4699-872c-2b3236dbc738', 'c6093917-0f5c-4330-b3e6-f2d5053b908f', '716be1b4-4f1b-4051-9736-05f4b331cbe4', '1134857a-86f9-4c56-8382-a79029a4f365', '04963f1c-3d42-4299-bf92-c869011c4372', 'd7806b13-d6d2-47fb-963c-3a79737a8395', '616e6d47-58ba-4378-9a76-748fa4d8dc52', 'd075b3cd-e544-42a6-afb4-6f693b39465c', 'aaaa776d-20a9-4188-ad20-cd047f8c5f91', '010bc5a5-8d81-4c68-b6e2-90feb36df7ef', '6851afaf-1904-4179-9496-fcf286287cb2', '0ffc220e-2a51-48ed-8220-9245a177220f', 'e28debbf-1c00-4cdb-a07a-a8778600e9a3', '8e26d4d1-f937-4c1e-b058-9e98385baab0', 'f3458453-d4ba-4bbe-8d8a-a53c499a3e7c', '0e35d774-6882-4c7e-99c0-7daaa6397e7c', '8c46b658-20fd-4a9b-b756-f44ad3b29eac', 'a8b06054-6748-40e3-9ac0-9be9fb37b7d3', '30289e1a-24e2-49c4-860e-1d0350a75fd4', '310c7d0b-15ed-4227-b70a-24a59001801d', '424b630a-1669-4db1-a165-0c2cfa6c8053', 'db2a1f69-21fd-4c91-a4be-2ed4ab98c584', '0590326f-041e-45f5-9fe8-efad9a34a8a3', 'e3c6e3c6-9273-4e28-96fe-ffadb8b16536', '17513b54-2331-4ac9-98c2-eaea87e32cdf', 'af19c094-95f3-4416-881c-ba52661054b3', '49b000c8-d2cc-4b83-87a9-89f5d3bd46fe', 'e55f954a-ff42-4c28-b21d-7fea00a696c2', '8b7b23cb-fc94-46a1-a4fc-0b9c287082f4'} {{(pid=65429) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1062.001913] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1062.026456] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.026929] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.026929] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.026929] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.027122] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.027122] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1062.027237] env[65429]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65429) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1062.027285] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1062.028493] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-38260a5a-2497-427a-8878-43a3a096bad8 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.028604] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38260a5a-2497-427a-8878-43a3a096bad8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.028673] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38260a5a-2497-427a-8878-43a3a096bad8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.028834] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38260a5a-2497-427a-8878-43a3a096bad8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.028980] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.029094] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.029548] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.029548] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.029548] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.029735] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38260a5a-2497-427a-8878-43a3a096bad8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.029735] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-38260a5a-2497-427a-8878-43a3a096bad8 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.029812] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38260a5a-2497-427a-8878-43a3a096bad8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.029845] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38260a5a-2497-427a-8878-43a3a096bad8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.030021] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38260a5a-2497-427a-8878-43a3a096bad8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.030185] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.030278] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.030340] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.030466] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.030537] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.030618] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38260a5a-2497-427a-8878-43a3a096bad8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.030704] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('38260a5a-2497-427a-8878-43a3a096bad8',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.098040] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 in Status: SUCCESS [ 1062.098040] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.146047] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.146047] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.146047] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.146047] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.146944] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.147229] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1062.147316] env[65429]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65429) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1062.147370] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1062.147431] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1062.147504] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/46 resources of Type:Security Group Rules [ 1062.147573] env[65429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 with Priority: HIGH for action security_group_rules [ 1062.147647] env[65429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2fe497da-061b-4ef8-9f50-cf8a7cf9da55 with Priority: HIGH for action security_group_rules [ 1062.147712] env[65429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a0f8ea33-bb19-46dd-bffd-385a2e84cc83 with Priority: HIGH for action security_group_rules [ 1062.147770] env[65429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5a210a91-a710-4d7e-9606-40111d468120 with Priority: HIGH for action security_group_rules [ 1062.147828] env[65429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5e01e3f0-6621-43d1-8e73-a3c7f4338302 with Priority: HIGH for action security_group_rules [ 1062.147886] env[65429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b6da2e71-0738-4f39-9e52-7626cb4eb47d with Priority: HIGH for action security_group_rules [ 1062.147942] env[65429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 96f0afde-4905-43d1-8592-96498d508bd6 with Priority: HIGH for action security_group_rules [ 1062.147999] env[65429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 054bf747-447a-4136-a6de-156a44df67d5 with Priority: HIGH for action security_group_rules [ 1062.148077] env[65429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 with Priority: HIGH for action security_group_rules [ 1062.148136] env[65429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 82d1b07e-943d-4585-aadd-afbdec6abe9a with Priority: HIGH for action security_group_rules [ 1062.148189] env[65429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fbe3b7a6-b8cc-4b3b-b538-28ee66a939d0 with Priority: HIGH for action security_group_rules [ 1062.148249] env[65429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 346ed0eb-ae19-4843-9d5c-5fb45d121a17 with Priority: HIGH for action security_group_rules [ 1062.148306] env[65429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 06f54813-fce3-49a0-ba21-6f71d6ccf25d with Priority: HIGH for action security_group_rules [ 1062.148364] env[65429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7e5efd2e-2568-45bf-945e-3cee65da7710 with Priority: HIGH for action security_group_rules [ 1062.148422] env[65429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 09b42f09-5675-4093-98d2-c237cb24a3a7 with Priority: HIGH for action security_group_rules [ 1062.148481] env[65429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e8856207-80d0-460c-93d6-1752a3c7cb7e with Priority: HIGH for action security_group_rules [ 1062.148539] env[65429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 175f5593-8cac-48d4-9609-d6330a935761 with Priority: HIGH for action security_group_rules [ 1062.148598] env[65429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b9129a53-8081-4699-872c-2b3236dbc738 with Priority: HIGH for action security_group_rules [ 1062.148657] env[65429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c6093917-0f5c-4330-b3e6-f2d5053b908f with Priority: HIGH for action security_group_rules [ 1062.148715] env[65429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 716be1b4-4f1b-4051-9736-05f4b331cbe4 with Priority: HIGH for action security_group_rules [ 1062.148809] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.315455] env[65429]: INFO networking_nsxv3.common.synchronization [req-38cdc564-21cf-4805-930d-30de8ca8a2ff req-cd22101a-29ff-43b9-a4e5-29987d659852 service nova] Enqueued Resource ID: b5692f6d-5888-466a-9cff-a3bf2df13715 with Priority: HIGHEST for action security_group_rules [ 1062.315455] env[65429]: INFO networking_nsxv3.common.synchronization [req-38cdc564-21cf-4805-930d-30de8ca8a2ff req-cd22101a-29ff-43b9-a4e5-29987d659852 service nova] Enqueued Resource ID: b5692f6d-5888-466a-9cff-a3bf2df13715 with Priority: HIGHEST for action security_group_members [ 1062.315455] env[65429]: INFO networking_nsxv3.common.synchronization [req-38cdc564-21cf-4805-930d-30de8ca8a2ff req-cd22101a-29ff-43b9-a4e5-29987d659852 service nova] Enqueued Resource ID: 8937535b-228b-47de-a843-e9c28f7322da with Priority: HIGHEST for action port [ 1062.315583] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5692f6d-5888-466a-9cff-a3bf2df13715 with Priority: HIGHEST for action security_group_rules [ 1062.315710] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5692f6d-5888-466a-9cff-a3bf2df13715 with Priority: HIGHEST for action security_group_members [ 1062.315810] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8937535b-228b-47de-a843-e9c28f7322da with Priority: HIGHEST for action port [ 1062.315904] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 with Priority: HIGH for action security_group_rules [ 1062.316470] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0f8ea33-bb19-46dd-bffd-385a2e84cc83 with Priority: HIGH for action security_group_rules [ 1062.316470] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96f0afde-4905-43d1-8592-96498d508bd6 with Priority: HIGH for action security_group_rules [ 1062.316470] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09b42f09-5675-4093-98d2-c237cb24a3a7 with Priority: HIGH for action security_group_rules [ 1062.316470] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 716be1b4-4f1b-4051-9736-05f4b331cbe4 with Priority: HIGH for action security_group_rules [ 1062.316470] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6093917-0f5c-4330-b3e6-f2d5053b908f with Priority: HIGH for action security_group_rules [ 1062.316808] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9129a53-8081-4699-872c-2b3236dbc738 with Priority: HIGH for action security_group_rules [ 1062.316808] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 175f5593-8cac-48d4-9609-d6330a935761 with Priority: HIGH for action security_group_rules [ 1062.316808] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e5efd2e-2568-45bf-945e-3cee65da7710 with Priority: HIGH for action security_group_rules [ 1062.316808] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8856207-80d0-460c-93d6-1752a3c7cb7e with Priority: HIGH for action security_group_rules [ 1062.317018] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06f54813-fce3-49a0-ba21-6f71d6ccf25d with Priority: HIGH for action security_group_rules [ 1062.317018] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 346ed0eb-ae19-4843-9d5c-5fb45d121a17 with Priority: HIGH for action security_group_rules [ 1062.317018] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbe3b7a6-b8cc-4b3b-b538-28ee66a939d0 with Priority: HIGH for action security_group_rules [ 1062.317130] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82d1b07e-943d-4585-aadd-afbdec6abe9a with Priority: HIGH for action security_group_rules [ 1062.317169] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 with Priority: HIGH for action security_group_rules [ 1062.317781] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6da2e71-0738-4f39-9e52-7626cb4eb47d with Priority: HIGH for action security_group_rules [ 1062.317781] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 054bf747-447a-4136-a6de-156a44df67d5 with Priority: HIGH for action security_group_rules [ 1062.317781] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e01e3f0-6621-43d1-8e73-a3c7f4338302 with Priority: HIGH for action security_group_rules [ 1062.317781] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fe497da-061b-4ef8-9f50-cf8a7cf9da55 with Priority: HIGH for action security_group_rules [ 1062.317781] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a210a91-a710-4d7e-9606-40111d468120 with Priority: HIGH for action security_group_rules [ 1062.317982] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5692f6d-5888-466a-9cff-a3bf2df13715 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.317982] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5692f6d-5888-466a-9cff-a3bf2df13715" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.317982] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5692f6d-5888-466a-9cff-a3bf2df13715" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.318885] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5692f6d-5888-466a-9cff-a3bf2df13715" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.318885] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5692f6d-5888-466a-9cff-a3bf2df13715',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.319645] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5692f6d-5888-466a-9cff-a3bf2df13715 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.320708] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5692f6d-5888-466a-9cff-a3bf2df13715" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.320708] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5692f6d-5888-466a-9cff-a3bf2df13715" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.320708] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5692f6d-5888-466a-9cff-a3bf2df13715" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.320708] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.320708] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.320708] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.320708] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.320708] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.320708] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5692f6d-5888-466a-9cff-a3bf2df13715',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.321465] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-8937535b-228b-47de-a843-e9c28f7322da taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.321588] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8937535b-228b-47de-a843-e9c28f7322da" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.321643] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8937535b-228b-47de-a843-e9c28f7322da" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.322236] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8937535b-228b-47de-a843-e9c28f7322da" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.322236] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8937535b-228b-47de-a843-e9c28f7322da',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.322618] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.323223] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.323223] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.323223] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.323223] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.324105] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a0f8ea33-bb19-46dd-bffd-385a2e84cc83 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.324105] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a0f8ea33-bb19-46dd-bffd-385a2e84cc83" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.324105] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a0f8ea33-bb19-46dd-bffd-385a2e84cc83" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.324105] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a0f8ea33-bb19-46dd-bffd-385a2e84cc83" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.324105] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a0f8ea33-bb19-46dd-bffd-385a2e84cc83',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.324870] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96f0afde-4905-43d1-8592-96498d508bd6 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.325518] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96f0afde-4905-43d1-8592-96498d508bd6" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.325518] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96f0afde-4905-43d1-8592-96498d508bd6" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.325518] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96f0afde-4905-43d1-8592-96498d508bd6" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.325518] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96f0afde-4905-43d1-8592-96498d508bd6',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.327392] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-09b42f09-5675-4093-98d2-c237cb24a3a7 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.327392] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-09b42f09-5675-4093-98d2-c237cb24a3a7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.327392] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-09b42f09-5675-4093-98d2-c237cb24a3a7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.327392] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-09b42f09-5675-4093-98d2-c237cb24a3a7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.327392] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('09b42f09-5675-4093-98d2-c237cb24a3a7',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.327392] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-716be1b4-4f1b-4051-9736-05f4b331cbe4 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.327748] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-716be1b4-4f1b-4051-9736-05f4b331cbe4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.327748] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-716be1b4-4f1b-4051-9736-05f4b331cbe4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.327748] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-716be1b4-4f1b-4051-9736-05f4b331cbe4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.327748] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('716be1b4-4f1b-4051-9736-05f4b331cbe4',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.329619] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c6093917-0f5c-4330-b3e6-f2d5053b908f taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.329619] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c6093917-0f5c-4330-b3e6-f2d5053b908f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.329619] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c6093917-0f5c-4330-b3e6-f2d5053b908f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.329619] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c6093917-0f5c-4330-b3e6-f2d5053b908f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.329619] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c6093917-0f5c-4330-b3e6-f2d5053b908f',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.329981] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9129a53-8081-4699-872c-2b3236dbc738 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.329981] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9129a53-8081-4699-872c-2b3236dbc738" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.330203] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9129a53-8081-4699-872c-2b3236dbc738" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.330311] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9129a53-8081-4699-872c-2b3236dbc738" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.330413] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9129a53-8081-4699-872c-2b3236dbc738',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.331556] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-175f5593-8cac-48d4-9609-d6330a935761 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.331556] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.331556] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.331830] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.331830] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('175f5593-8cac-48d4-9609-d6330a935761',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.332662] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e5efd2e-2568-45bf-945e-3cee65da7710 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.332772] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e5efd2e-2568-45bf-945e-3cee65da7710" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.332847] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e5efd2e-2568-45bf-945e-3cee65da7710" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.333107] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e5efd2e-2568-45bf-945e-3cee65da7710" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.333176] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e5efd2e-2568-45bf-945e-3cee65da7710',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.333866] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8856207-80d0-460c-93d6-1752a3c7cb7e taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.333969] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8856207-80d0-460c-93d6-1752a3c7cb7e" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.334046] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8856207-80d0-460c-93d6-1752a3c7cb7e" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.334853] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8856207-80d0-460c-93d6-1752a3c7cb7e" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.334853] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8856207-80d0-460c-93d6-1752a3c7cb7e',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.335223] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06f54813-fce3-49a0-ba21-6f71d6ccf25d taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.335223] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06f54813-fce3-49a0-ba21-6f71d6ccf25d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.335364] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06f54813-fce3-49a0-ba21-6f71d6ccf25d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.335922] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06f54813-fce3-49a0-ba21-6f71d6ccf25d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.335922] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06f54813-fce3-49a0-ba21-6f71d6ccf25d',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.336647] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-346ed0eb-ae19-4843-9d5c-5fb45d121a17 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.336647] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.336647] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.336647] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.336861] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('346ed0eb-ae19-4843-9d5c-5fb45d121a17',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.337393] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fbe3b7a6-b8cc-4b3b-b538-28ee66a939d0 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.337833] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fbe3b7a6-b8cc-4b3b-b538-28ee66a939d0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.337833] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fbe3b7a6-b8cc-4b3b-b538-28ee66a939d0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.337833] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fbe3b7a6-b8cc-4b3b-b538-28ee66a939d0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.337833] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fbe3b7a6-b8cc-4b3b-b538-28ee66a939d0',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.340540] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82d1b07e-943d-4585-aadd-afbdec6abe9a taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.340677] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82d1b07e-943d-4585-aadd-afbdec6abe9a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.340813] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82d1b07e-943d-4585-aadd-afbdec6abe9a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.340922] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82d1b07e-943d-4585-aadd-afbdec6abe9a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.340996] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82d1b07e-943d-4585-aadd-afbdec6abe9a',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.341804] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9171cf91-a0c3-42f6-a4fb-c715310b4d43 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.341910] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.341961] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.342164] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.342239] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9171cf91-a0c3-42f6-a4fb-c715310b4d43',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.343118] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6da2e71-0738-4f39-9e52-7626cb4eb47d taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.343229] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6da2e71-0738-4f39-9e52-7626cb4eb47d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.343229] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6da2e71-0738-4f39-9e52-7626cb4eb47d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.343643] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6da2e71-0738-4f39-9e52-7626cb4eb47d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.343643] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6da2e71-0738-4f39-9e52-7626cb4eb47d',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.344235] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-054bf747-447a-4136-a6de-156a44df67d5 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.344335] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-054bf747-447a-4136-a6de-156a44df67d5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.344384] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-054bf747-447a-4136-a6de-156a44df67d5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.344495] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-054bf747-447a-4136-a6de-156a44df67d5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.344572] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('054bf747-447a-4136-a6de-156a44df67d5',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.345619] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e01e3f0-6621-43d1-8e73-a3c7f4338302 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.345724] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.345801] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.345931] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.345997] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e01e3f0-6621-43d1-8e73-a3c7f4338302',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.346665] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2fe497da-061b-4ef8-9f50-cf8a7cf9da55 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.346770] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2fe497da-061b-4ef8-9f50-cf8a7cf9da55" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.346838] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2fe497da-061b-4ef8-9f50-cf8a7cf9da55" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.346983] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2fe497da-061b-4ef8-9f50-cf8a7cf9da55" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.347065] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2fe497da-061b-4ef8-9f50-cf8a7cf9da55',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.348151] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a210a91-a710-4d7e-9606-40111d468120 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.348248] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a210a91-a710-4d7e-9606-40111d468120" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.348341] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a210a91-a710-4d7e-9606-40111d468120" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.348459] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a210a91-a710-4d7e-9606-40111d468120" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.348530] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a210a91-a710-4d7e-9606-40111d468120',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.352954] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5692f6d-5888-466a-9cff-a3bf2df13715',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.535022] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 38260a5a-2497-427a-8878-43a3a096bad8: rpc.has_security_group_logging(os_id): False [ 1062.554976] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.555142] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.555219] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.555416] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.555561] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.555816] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.555919] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.555984] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.556171] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.556396] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.556677] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.557385] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.557385] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.557385] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.557385] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.557385] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.557385] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.557385] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.557879] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.557879] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.557879] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38260a5a-2497-427a-8878-43a3a096bad8 is going to be created. [ 1062.631404] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.631551] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.631652] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.631837] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.632020] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.643476] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38260a5a-2497-427a-8878-43a3a096bad8 in Status: IN_PROGRESS for 2s [ 1062.854356] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-96f0afde-4905-43d1-8592-96498d508bd6 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.854356] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96f0afde-4905-43d1-8592-96498d508bd6" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.854676] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96f0afde-4905-43d1-8592-96498d508bd6" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.854676] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96f0afde-4905-43d1-8592-96498d508bd6" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.854996] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.854996] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.854996] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.855174] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.855174] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.855284] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96f0afde-4905-43d1-8592-96498d508bd6" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.855410] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('96f0afde-4905-43d1-8592-96498d508bd6',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.856351] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-175f5593-8cac-48d4-9609-d6330a935761 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.857217] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.857310] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.857569] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.857759] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.857833] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.857885] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.858049] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.858123] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.858209] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.858576] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('175f5593-8cac-48d4-9609-d6330a935761',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.859663] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-716be1b4-4f1b-4051-9736-05f4b331cbe4 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.859663] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-716be1b4-4f1b-4051-9736-05f4b331cbe4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.859663] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-716be1b4-4f1b-4051-9736-05f4b331cbe4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.860333] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-716be1b4-4f1b-4051-9736-05f4b331cbe4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.860956] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.860956] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.860956] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.860956] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.860956] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.860956] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-716be1b4-4f1b-4051-9736-05f4b331cbe4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.861532] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('716be1b4-4f1b-4051-9736-05f4b331cbe4',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.865353] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8937535b-228b-47de-a843-e9c28f7322da with status ACTIVE [ 1062.865353] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.865509] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.865608] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.865778] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.865840] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.866192] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.866192] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.866324] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.866467] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.866560] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.866803] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.866922] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.867290] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.867290] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.867290] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.867415] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8937535b-228b-47de-a843-e9c28f7322da is going to be updated. [ 1062.869983] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0f8ea33-bb19-46dd-bffd-385a2e84cc83 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.870272] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0f8ea33-bb19-46dd-bffd-385a2e84cc83" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.870272] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0f8ea33-bb19-46dd-bffd-385a2e84cc83" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.870378] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0f8ea33-bb19-46dd-bffd-385a2e84cc83" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.870527] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.870652] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.870698] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.870885] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.870885] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.870965] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0f8ea33-bb19-46dd-bffd-385a2e84cc83" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.871068] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a0f8ea33-bb19-46dd-bffd-385a2e84cc83',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.873450] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8856207-80d0-460c-93d6-1752a3c7cb7e taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.873563] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8856207-80d0-460c-93d6-1752a3c7cb7e" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.873614] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8856207-80d0-460c-93d6-1752a3c7cb7e" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.873771] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8856207-80d0-460c-93d6-1752a3c7cb7e" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.873914] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.874012] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.874077] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.874216] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.874305] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.874391] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8856207-80d0-460c-93d6-1752a3c7cb7e" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.874483] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e8856207-80d0-460c-93d6-1752a3c7cb7e',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.875422] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5692f6d-5888-466a-9cff-a3bf2df13715 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.875531] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5692f6d-5888-466a-9cff-a3bf2df13715" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.876499] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-9171cf91-a0c3-42f6-a4fb-c715310b4d43 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.876581] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.876615] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.876761] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.876905] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.877008] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.877137] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.877298] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.877901] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.877901] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.877901] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9171cf91-a0c3-42f6-a4fb-c715310b4d43',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.879275] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-09b42f09-5675-4093-98d2-c237cb24a3a7 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.879378] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09b42f09-5675-4093-98d2-c237cb24a3a7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.879449] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09b42f09-5675-4093-98d2-c237cb24a3a7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.879600] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09b42f09-5675-4093-98d2-c237cb24a3a7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.879743] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.879838] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.879901] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.881644] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.881644] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.881644] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09b42f09-5675-4093-98d2-c237cb24a3a7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.881644] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('09b42f09-5675-4093-98d2-c237cb24a3a7',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.884524] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5692f6d-5888-466a-9cff-a3bf2df13715',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.893933] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-716be1b4-4f1b-4051-9736-05f4b331cbe4 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.894095] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-716be1b4-4f1b-4051-9736-05f4b331cbe4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.894167] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-716be1b4-4f1b-4051-9736-05f4b331cbe4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.894391] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-716be1b4-4f1b-4051-9736-05f4b331cbe4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.894859] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.894859] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.894859] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.894859] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.895104] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.895104] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-716be1b4-4f1b-4051-9736-05f4b331cbe4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.895190] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-716be1b4-4f1b-4051-9736-05f4b331cbe4 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.895246] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-716be1b4-4f1b-4051-9736-05f4b331cbe4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.895281] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-716be1b4-4f1b-4051-9736-05f4b331cbe4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.895567] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-716be1b4-4f1b-4051-9736-05f4b331cbe4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.895775] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.895878] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.895942] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.896113] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.896211] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.896267] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-716be1b4-4f1b-4051-9736-05f4b331cbe4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.896447] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('716be1b4-4f1b-4051-9736-05f4b331cbe4',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.899654] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a210a91-a710-4d7e-9606-40111d468120 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.899815] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a210a91-a710-4d7e-9606-40111d468120" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.899892] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a210a91-a710-4d7e-9606-40111d468120" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.900130] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a210a91-a710-4d7e-9606-40111d468120" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.900302] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.900415] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.900492] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.900712] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.900797] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.900882] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a210a91-a710-4d7e-9606-40111d468120" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.900969] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5a210a91-a710-4d7e-9606-40111d468120',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.910108] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.910331] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.910406] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.912709] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.912709] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.912709] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5692f6d-5888-466a-9cff-a3bf2df13715 is going to be created. [ 1062.933032] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.933223] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.933223] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.933463] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.935857] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.935857] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.941641] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.941641] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.946950] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.946950] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.947513] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.947627] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.948414] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.948509] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.949827] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.949911] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.961926] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.962147] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.963224] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.963338] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.964264] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.964264] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.965245] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.965245] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.965721] env[65429]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1062.966246] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.966361] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.967964] env[65429]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1062.968583] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.968759] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.968805] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.969077] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.969254] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.969461] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8937535b-228b-47de-a843-e9c28f7322da" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.970279] env[65429]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1062.970910] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.970910] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fbe3b7a6-b8cc-4b3b-b538-28ee66a939d0 is going to be deleted. [ 1062.972322] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.972527] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.974214] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.974466] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.974466] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.974574] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.974735] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.989035] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5692f6d-5888-466a-9cff-a3bf2df13715 in Status: UNINITIALIZED for 2s [ 1063.021859] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.022140] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 054bf747-447a-4136-a6de-156a44df67d5 is going to be deleted. [ 1063.023607] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.023822] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.058529] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.058934] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.063603] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.063828] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c6093917-0f5c-4330-b3e6-f2d5053b908f is going to be deleted. [ 1063.065333] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.065682] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.128167] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.128352] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9129a53-8081-4699-872c-2b3236dbc738 is going to be deleted. [ 1063.130073] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.130558] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.155068] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.155286] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.179957] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.179957] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2fe497da-061b-4ef8-9f50-cf8a7cf9da55 is going to be deleted. [ 1063.180596] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.180876] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.238550] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.238701] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06f54813-fce3-49a0-ba21-6f71d6ccf25d is going to be deleted. [ 1063.239794] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.240114] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.242033] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.242200] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.274425] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.274692] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.278557] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.278719] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 is going to be deleted. [ 1063.279686] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.280013] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.340846] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.341018] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e01e3f0-6621-43d1-8e73-a3c7f4338302 is going to be deleted. [ 1063.341944] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.342216] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.363186] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('96f0afde-4905-43d1-8592-96498d508bd6',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.364458] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-175f5593-8cac-48d4-9609-d6330a935761 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.364907] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.364907] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.365132] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.365255] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.365372] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.365454] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.365638] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.365750] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.370696] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.372072] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-175f5593-8cac-48d4-9609-d6330a935761 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.372072] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.372072] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.372072] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.372072] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.372072] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.372072] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.372072] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.372072] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.372072] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.372072] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('175f5593-8cac-48d4-9609-d6330a935761',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.387909] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a0f8ea33-bb19-46dd-bffd-385a2e84cc83',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.388923] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-9171cf91-a0c3-42f6-a4fb-c715310b4d43 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.389088] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.389163] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.389388] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.389605] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.389725] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.389802] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.389961] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.390063] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.390156] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.390309] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-9171cf91-a0c3-42f6-a4fb-c715310b4d43 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.391263] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.391263] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.391472] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.391591] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.391696] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.391753] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.391911] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.391989] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.392152] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.392248] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9171cf91-a0c3-42f6-a4fb-c715310b4d43',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.393524] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e8856207-80d0-460c-93d6-1752a3c7cb7e',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.398134] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('09b42f09-5675-4093-98d2-c237cb24a3a7',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.409934] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 716be1b4-4f1b-4051-9736-05f4b331cbe4: rpc.has_security_group_logging(os_id): False [ 1063.412214] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.412346] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.414405] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.414405] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.414405] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a210a91-a710-4d7e-9606-40111d468120 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.414405] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a210a91-a710-4d7e-9606-40111d468120" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.414405] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a210a91-a710-4d7e-9606-40111d468120" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.414405] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a210a91-a710-4d7e-9606-40111d468120" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.414405] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.414405] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.414405] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.415257] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.415257] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.415257] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a210a91-a710-4d7e-9606-40111d468120" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.415257] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a210a91-a710-4d7e-9606-40111d468120 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.415257] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a210a91-a710-4d7e-9606-40111d468120" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.415257] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a210a91-a710-4d7e-9606-40111d468120" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.415603] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a210a91-a710-4d7e-9606-40111d468120" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.415603] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.415722] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.415780] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.415991] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.416185] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.416253] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a210a91-a710-4d7e-9606-40111d468120" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.416633] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5a210a91-a710-4d7e-9606-40111d468120',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.430779] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.430779] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82d1b07e-943d-4585-aadd-afbdec6abe9a is going to be deleted. [ 1063.430779] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.430779] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.471310] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.471578] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.483439] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.483804] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 346ed0eb-ae19-4843-9d5c-5fb45d121a17 is going to be deleted. [ 1063.485127] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.485284] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.532412] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.532502] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6da2e71-0738-4f39-9e52-7626cb4eb47d is going to be deleted. [ 1063.533771] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.533918] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.547290] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.547834] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.585068] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.585212] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.666965] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.667295] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e5efd2e-2568-45bf-945e-3cee65da7710 is going to be deleted. [ 1063.669044] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.669587] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.669587] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.669818] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fbe3b7a6-b8cc-4b3b-b538-28ee66a939d0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.670036] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.670250] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.670402] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.670563] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-054bf747-447a-4136-a6de-156a44df67d5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.671908] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.672108] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.672216] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.672447] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.672568] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.672722] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82d1b07e-943d-4585-aadd-afbdec6abe9a" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.672890] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.673173] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.673255] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.673405] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c6093917-0f5c-4330-b3e6-f2d5053b908f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.673562] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.673743] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.673869] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.674042] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9129a53-8081-4699-872c-2b3236dbc738" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.674898] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.675051] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.675151] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.675337] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.675451] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.675597] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-346ed0eb-ae19-4843-9d5c-5fb45d121a17" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.675747] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.675976] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.676097] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.676234] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06f54813-fce3-49a0-ba21-6f71d6ccf25d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.676379] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.676553] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.676659] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.676802] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2fe497da-061b-4ef8-9f50-cf8a7cf9da55" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.676942] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.677126] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.720766] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.721458] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.721954] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.722493] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.722779] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.722909] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.723566] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.723785] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.723878] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.724220] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.724355] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.724701] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.724806] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.724875] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.725162] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.725282] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.725413] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 716be1b4-4f1b-4051-9736-05f4b331cbe4 is going to be updated. [ 1063.726589] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.726798] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.726919] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.727079] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.727251] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.727433] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.727542] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.727688] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e01e3f0-6621-43d1-8e73-a3c7f4338302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.873846] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.874010] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.874082] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.874386] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.874566] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.874666] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6da2e71-0738-4f39-9e52-7626cb4eb47d" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.874951] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 96f0afde-4905-43d1-8592-96498d508bd6: rpc.has_security_group_logging(os_id): False [ 1063.876030] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 175f5593-8cac-48d4-9609-d6330a935761: rpc.has_security_group_logging(os_id): False [ 1063.893075] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.893075] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.893075] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.893314] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.893421] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.893650] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e5efd2e-2568-45bf-945e-3cee65da7710" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.893918] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a0f8ea33-bb19-46dd-bffd-385a2e84cc83: rpc.has_security_group_logging(os_id): False [ 1063.900166] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e8856207-80d0-460c-93d6-1752a3c7cb7e: rpc.has_security_group_logging(os_id): False [ 1063.901409] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9171cf91-a0c3-42f6-a4fb-c715310b4d43: rpc.has_security_group_logging(os_id): False [ 1063.902467] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 09b42f09-5675-4093-98d2-c237cb24a3a7: rpc.has_security_group_logging(os_id): False [ 1063.919059] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5a210a91-a710-4d7e-9606-40111d468120: rpc.has_security_group_logging(os_id): False [ 1063.992458] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.992663] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.992711] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.993349] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.995106] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.995246] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.996077] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.996179] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.996867] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.996961] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.004370] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.004588] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.005686] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.005795] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.016348] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.016473] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.029068] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.029228] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.042123] env[65429]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1064.043073] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.043201] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.043303] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.043372] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.043675] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.043675] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.043801] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96f0afde-4905-43d1-8592-96498d508bd6 is going to be updated. [ 1064.044967] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.045173] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.081241] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.081708] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.081708] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.081863] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.081981] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.082976] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.082976] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 09b42f09-5675-4093-98d2-c237cb24a3a7 is going to be updated. [ 1064.084130] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.084365] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.136952] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.137147] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.137217] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.137322] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.137507] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.137588] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.137685] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a0f8ea33-bb19-46dd-bffd-385a2e84cc83 is going to be updated. [ 1064.138842] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.139044] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.139192] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.140360] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.140582] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.162481] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 716be1b4-4f1b-4051-9736-05f4b331cbe4 in Status: IN_PROGRESS for 2s [ 1064.225324] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.225587] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.226520] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.226826] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.226977] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.226977] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.227210] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.227363] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.227493] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8856207-80d0-460c-93d6-1752a3c7cb7e is going to be updated. [ 1064.229041] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.229364] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.289526] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.289758] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.289886] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.289963] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.290335] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.290437] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.290824] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.291070] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.291165] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.291360] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.291436] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.291663] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.291762] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.291854] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.292016] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.292159] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.292314] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 175f5593-8cac-48d4-9609-d6330a935761 is going to be updated. [ 1064.293916] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.293916] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.302085] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.303028] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.383042] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.383452] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.383621] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.383695] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.383875] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.383964] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.384216] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.384310] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.384386] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.384543] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.384623] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.384807] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.384895] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.384952] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.385125] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.385229] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.385335] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a210a91-a710-4d7e-9606-40111d468120 is going to be updated. [ 1064.387181] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.387354] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.425580] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.425829] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.474571] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.474765] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.480051] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.480302] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.480409] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.480487] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.480702] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.480784] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.480994] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.481115] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.481183] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.481347] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.481417] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.481621] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.481707] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.481765] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.481911] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.481988] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.482131] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 is going to be updated. [ 1064.483305] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.483487] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.483630] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.484601] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.484761] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.484893] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.485788] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.485952] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.486094] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.486887] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.487060] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.487189] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.540507] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8856207-80d0-460c-93d6-1752a3c7cb7e in Status: IN_PROGRESS for 2s [ 1064.541451] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09b42f09-5675-4093-98d2-c237cb24a3a7 in Status: IN_PROGRESS for 2s [ 1064.543125] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a0f8ea33-bb19-46dd-bffd-385a2e84cc83 in Status: IN_PROGRESS for 2s [ 1064.557124] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96f0afde-4905-43d1-8592-96498d508bd6 in Status: IN_PROGRESS for 2s [ 1064.570802] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.571079] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.571079] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.571357] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.571440] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.627492] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 175f5593-8cac-48d4-9609-d6330a935761 in Status: IN_PROGRESS for 2s [ 1064.640648] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.640875] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.640875] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.641095] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.641294] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.658736] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38260a5a-2497-427a-8878-43a3a096bad8 in Status: SUCCESS [ 1064.658824] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38260a5a-2497-427a-8878-43a3a096bad8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.662352] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a210a91-a710-4d7e-9606-40111d468120 in Status: IN_PROGRESS for 2s [ 1064.663452] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.663717] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.663825] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.664253] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.664603] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.714841] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 in Status: IN_PROGRESS for 2s [ 1065.003728] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5692f6d-5888-466a-9cff-a3bf2df13715 in Status: SUCCESS [ 1065.003728] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5692f6d-5888-466a-9cff-a3bf2df13715" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.003728] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5692f6d-5888-466a-9cff-a3bf2df13715" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.003728] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5692f6d-5888-466a-9cff-a3bf2df13715" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.003728] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.003728] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.003728] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.003728] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.003728] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.003728] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5692f6d-5888-466a-9cff-a3bf2df13715" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.003728] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b5692f6d-5888-466a-9cff-a3bf2df13715',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.508135] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5692f6d-5888-466a-9cff-a3bf2df13715 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.508135] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5692f6d-5888-466a-9cff-a3bf2df13715" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.508135] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5692f6d-5888-466a-9cff-a3bf2df13715" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.508135] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5692f6d-5888-466a-9cff-a3bf2df13715" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.508135] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.508135] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.508135] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.508135] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.508135] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.508135] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5692f6d-5888-466a-9cff-a3bf2df13715" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.508135] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5692f6d-5888-466a-9cff-a3bf2df13715 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.508135] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5692f6d-5888-466a-9cff-a3bf2df13715" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.508135] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5692f6d-5888-466a-9cff-a3bf2df13715" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.508135] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5692f6d-5888-466a-9cff-a3bf2df13715" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.508135] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.509424] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.509424] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.509424] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.509424] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.509424] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5692f6d-5888-466a-9cff-a3bf2df13715" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.509424] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b5692f6d-5888-466a-9cff-a3bf2df13715',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.605712] env[65429]: INFO networking_nsxv3.common.synchronization [req-9e5e47d3-fa13-487b-9667-be1d04c72d2f req-9c5deb6e-d41d-4985-9b7a-599f1130967c tempest-AttachVolumeNegativeTest-567722119 tempest-AttachVolumeNegativeTest-567722119-project-member] Enqueued Resource ID: 04a9235d-ff77-47c6-afc3-7df0a92c18da with Priority: HIGHEST for action security_group_members [ 1065.606380] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04a9235d-ff77-47c6-afc3-7df0a92c18da with Priority: HIGHEST for action security_group_members [ 1065.606714] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-04a9235d-ff77-47c6-afc3-7df0a92c18da taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.606836] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04a9235d-ff77-47c6-afc3-7df0a92c18da" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.606910] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04a9235d-ff77-47c6-afc3-7df0a92c18da" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.607649] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04a9235d-ff77-47c6-afc3-7df0a92c18da" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.607724] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.607879] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.607879] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.608063] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.608159] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.608256] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04a9235d-ff77-47c6-afc3-7df0a92c18da',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.967398] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock network-384 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.967398] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "network-384" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.967398] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "network-384" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.968333] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "network-384" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.968333] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.968727] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.968990] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.969245] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.969447] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.970174] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1065.970174] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1065.970174] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1065.970291] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1065.970401] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1065.970565] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1065.970782] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1065.996058] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1065.996058] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1065.996058] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1065.996058] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "network-384" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.996460] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock port-24bd06e1-67a6-44bd-895f-f5de5079d1bd taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.996460] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "port-24bd06e1-67a6-44bd-895f-f5de5079d1bd" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.996671] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "port-24bd06e1-67a6-44bd-895f-f5de5079d1bd" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.996882] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "port-24bd06e1-67a6-44bd-895f-f5de5079d1bd" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.997054] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24bd06e1-67a6-44bd-895f-f5de5079d1bd',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.012030] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b5692f6d-5888-466a-9cff-a3bf2df13715: rpc.has_security_group_logging(os_id): False [ 1066.030084] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.030328] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.030443] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.030861] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.030945] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.031268] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.031427] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.031535] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.031861] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.031923] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.032294] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.032487] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.032541] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.032804] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.032878] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.033232] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.033407] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.033550] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.033744] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.033867] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.033999] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5692f6d-5888-466a-9cff-a3bf2df13715 is going to be created. [ 1066.111080] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.111080] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.111080] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.111080] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.111080] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.111080] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.111548] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.111548] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.111548] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.111548] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.111548] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04a9235d-ff77-47c6-afc3-7df0a92c18da already deleted. [ 1066.111721] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04a9235d-ff77-47c6-afc3-7df0a92c18da" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.148315] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.148600] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.148600] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.148755] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.148946] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.165082] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5692f6d-5888-466a-9cff-a3bf2df13715 in Status: IN_PROGRESS for 2s [ 1066.180468] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 716be1b4-4f1b-4051-9736-05f4b331cbe4 in Status: SUCCESS [ 1066.180711] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-716be1b4-4f1b-4051-9736-05f4b331cbe4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.198376] env[65429]: INFO networking_nsxv3.common.synchronization [req-fe129446-fc77-4b80-bf2b-58218a3a817a req-78400466-f395-4aa9-8b33-d41c2c1be348 tempest-ServerDiskConfigTestJSON-1203054178 tempest-ServerDiskConfigTestJSON-1203054178-project-member] Enqueued Resource ID: 175f5593-8cac-48d4-9609-d6330a935761 with Priority: HIGHEST for action security_group_members [ 1066.199043] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 175f5593-8cac-48d4-9609-d6330a935761 with Priority: HIGHEST for action security_group_members [ 1066.199533] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-175f5593-8cac-48d4-9609-d6330a935761 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.199641] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.199641] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.199914] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.200236] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.200405] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.200477] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.200657] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.200749] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.200871] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('175f5593-8cac-48d4-9609-d6330a935761',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.502191] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.502439] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.502610] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.503016] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.503236] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.503582] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Segment Port 24bd06e1-67a6-44bd-895f-f5de5079d1bd not found, creating... [ 1066.503772] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.503962] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.504166] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.504465] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.504621] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.504969] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.505165] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.505310] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.505600] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.505781] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.505956] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Resource: SegmentPort with ID: 24bd06e1-67a6-44bd-895f-f5de5079d1bd is going to be created. [ 1066.534516] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.535043] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.535137] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.535520] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.535932] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.536231] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "port-24bd06e1-67a6-44bd-895f-f5de5079d1bd" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.553549] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09b42f09-5675-4093-98d2-c237cb24a3a7 in Status: SUCCESS [ 1066.553799] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-09b42f09-5675-4093-98d2-c237cb24a3a7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.554633] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a0f8ea33-bb19-46dd-bffd-385a2e84cc83 in Status: SUCCESS [ 1066.554820] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a0f8ea33-bb19-46dd-bffd-385a2e84cc83" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.555451] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8856207-80d0-460c-93d6-1752a3c7cb7e in Status: SUCCESS [ 1066.555627] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8856207-80d0-460c-93d6-1752a3c7cb7e" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.570965] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96f0afde-4905-43d1-8592-96498d508bd6 in Status: SUCCESS [ 1066.571226] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96f0afde-4905-43d1-8592-96498d508bd6" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.641859] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 175f5593-8cac-48d4-9609-d6330a935761 in Status: SUCCESS [ 1066.642114] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.680013] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a210a91-a710-4d7e-9606-40111d468120 in Status: SUCCESS [ 1066.680203] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a210a91-a710-4d7e-9606-40111d468120" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.704050] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.704297] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.704297] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.704540] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.704676] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.705359] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.705359] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.705359] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.705510] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.705673] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.705673] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 175f5593-8cac-48d4-9609-d6330a935761 is going to be updated. [ 1066.735406] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 in Status: SUCCESS [ 1066.735635] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.739704] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.739937] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.739937] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.740284] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.740284] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.751484] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 175f5593-8cac-48d4-9609-d6330a935761 in Status: IN_PROGRESS for 2s [ 1067.284096] env[65429]: INFO networking_nsxv3.common.synchronization [req-9e5e47d3-fa13-487b-9667-be1d04c72d2f req-adf493d7-3652-4768-a4d6-31ed2118a8d9 service nova] Enqueued Resource ID: 04a9235d-ff77-47c6-afc3-7df0a92c18da with Priority: HIGHEST for action security_group_rules [ 1067.284316] env[65429]: INFO networking_nsxv3.common.synchronization [req-9e5e47d3-fa13-487b-9667-be1d04c72d2f req-adf493d7-3652-4768-a4d6-31ed2118a8d9 service nova] Enqueued Resource ID: 04a9235d-ff77-47c6-afc3-7df0a92c18da with Priority: HIGHEST for action security_group_members [ 1067.284471] env[65429]: INFO networking_nsxv3.common.synchronization [req-9e5e47d3-fa13-487b-9667-be1d04c72d2f req-adf493d7-3652-4768-a4d6-31ed2118a8d9 service nova] Enqueued Resource ID: 24bd06e1-67a6-44bd-895f-f5de5079d1bd with Priority: HIGHEST for action port [ 1067.285857] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04a9235d-ff77-47c6-afc3-7df0a92c18da with Priority: HIGHEST for action security_group_rules [ 1067.286019] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04a9235d-ff77-47c6-afc3-7df0a92c18da with Priority: HIGHEST for action security_group_members [ 1067.286835] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24bd06e1-67a6-44bd-895f-f5de5079d1bd with Priority: HIGHEST for action port [ 1067.286835] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04a9235d-ff77-47c6-afc3-7df0a92c18da taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.286835] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04a9235d-ff77-47c6-afc3-7df0a92c18da" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.286835] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04a9235d-ff77-47c6-afc3-7df0a92c18da" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.286835] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04a9235d-ff77-47c6-afc3-7df0a92c18da" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.287150] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04a9235d-ff77-47c6-afc3-7df0a92c18da',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.288203] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-04a9235d-ff77-47c6-afc3-7df0a92c18da taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.288321] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04a9235d-ff77-47c6-afc3-7df0a92c18da" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.288390] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04a9235d-ff77-47c6-afc3-7df0a92c18da" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.288564] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04a9235d-ff77-47c6-afc3-7df0a92c18da" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.288717] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.288814] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.288877] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.289376] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.289618] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.289618] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04a9235d-ff77-47c6-afc3-7df0a92c18da',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.291302] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-24bd06e1-67a6-44bd-895f-f5de5079d1bd taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.291302] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24bd06e1-67a6-44bd-895f-f5de5079d1bd" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.291302] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24bd06e1-67a6-44bd-895f-f5de5079d1bd" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.291545] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24bd06e1-67a6-44bd-895f-f5de5079d1bd" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.291545] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24bd06e1-67a6-44bd-895f-f5de5079d1bd',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.797183] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-04a9235d-ff77-47c6-afc3-7df0a92c18da taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.797183] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04a9235d-ff77-47c6-afc3-7df0a92c18da" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.797183] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04a9235d-ff77-47c6-afc3-7df0a92c18da',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.797183] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 24bd06e1-67a6-44bd-895f-f5de5079d1bd with status ACTIVE [ 1067.797183] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.797183] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.797183] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.797183] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.797183] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.797183] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.797183] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.797183] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.797183] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.797183] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.799607] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.799607] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.799607] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.799607] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.799607] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.799607] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 24bd06e1-67a6-44bd-895f-f5de5079d1bd is going to be updated. [ 1067.821713] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.821866] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.821944] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.822380] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.822506] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.822619] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24bd06e1-67a6-44bd-895f-f5de5079d1bd" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.946208] env[65429]: INFO networking_nsxv3.common.synchronization [req-aeba1ce2-f03a-49a6-bd85-00f5b3b9acdd req-b831bd3e-5b8a-4ba5-b679-e2449b821c56 tempest-ServersNegativeTestJSON-1473151642 tempest-ServersNegativeTestJSON-1473151642-project-member] Enqueued Resource ID: 5a210a91-a710-4d7e-9606-40111d468120 with Priority: HIGHEST for action security_group_members [ 1067.947196] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a210a91-a710-4d7e-9606-40111d468120 with Priority: HIGHEST for action security_group_members [ 1067.947196] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a210a91-a710-4d7e-9606-40111d468120 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.947382] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a210a91-a710-4d7e-9606-40111d468120" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.947382] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a210a91-a710-4d7e-9606-40111d468120" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.947510] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a210a91-a710-4d7e-9606-40111d468120" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.947634] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.947749] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.947795] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.947977] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.948089] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.948179] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a210a91-a710-4d7e-9606-40111d468120',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.189967] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5692f6d-5888-466a-9cff-a3bf2df13715 in Status: SUCCESS [ 1068.191561] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5692f6d-5888-466a-9cff-a3bf2df13715" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.301027] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04a9235d-ff77-47c6-afc3-7df0a92c18da',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.354437] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock network-302 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.354676] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "network-302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.354808] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "network-302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.355120] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "network-302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.355857] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.356037] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.356144] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.356403] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.356554] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.356770] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1068.356886] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1068.356997] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1068.357120] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1068.357236] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1068.357345] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1068.357482] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1068.382908] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1068.383097] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1068.383260] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1068.383442] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "network-302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.383750] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock port-919c2dc1-62aa-4ca4-8b5b-a91b1c5721e7 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.383953] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "port-919c2dc1-62aa-4ca4-8b5b-a91b1c5721e7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.384092] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "port-919c2dc1-62aa-4ca4-8b5b-a91b1c5721e7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.384427] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "port-919c2dc1-62aa-4ca4-8b5b-a91b1c5721e7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.384660] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('919c2dc1-62aa-4ca4-8b5b-a91b1c5721e7',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.450132] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a210a91-a710-4d7e-9606-40111d468120',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.761893] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 175f5593-8cac-48d4-9609-d6330a935761 in Status: SUCCESS [ 1068.762292] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 175f5593-8cac-48d4-9609-d6330a935761 deletion is rescheduled due to dependency. [ 1068.762479] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.804291] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.804741] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.804741] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.804853] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.804853] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.804977] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04a9235d-ff77-47c6-afc3-7df0a92c18da is going to be created. [ 1068.835344] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.835549] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.835616] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.835859] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.836036] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.849397] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04a9235d-ff77-47c6-afc3-7df0a92c18da in Status: UNINITIALIZED for 2s [ 1068.887083] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.887351] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.887455] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.887749] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.887902] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.888072] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Segment Port 919c2dc1-62aa-4ca4-8b5b-a91b1c5721e7 not found, creating... [ 1068.888500] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.888778] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.888922] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.889237] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.889501] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.889828] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.890027] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.890378] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.891128] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.891128] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.891128] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Resource: SegmentPort with ID: 919c2dc1-62aa-4ca4-8b5b-a91b1c5721e7 is going to be created. [ 1068.915190] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.915190] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.915521] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.915521] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.916381] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.916381] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "port-919c2dc1-62aa-4ca4-8b5b-a91b1c5721e7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.952786] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a210a91-a710-4d7e-9606-40111d468120',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.458692] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.458692] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.458692] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.458692] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.458692] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.458692] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a210a91-a710-4d7e-9606-40111d468120 is going to be updated. [ 1069.498338] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.498518] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.498609] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.499101] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.499232] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.517480] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a210a91-a710-4d7e-9606-40111d468120 in Status: IN_PROGRESS for 2s [ 1069.687848] env[65429]: INFO networking_nsxv3.common.synchronization [req-aeba1ce2-f03a-49a6-bd85-00f5b3b9acdd req-3b99bc8d-4de7-4d4d-a116-823b442e5bb8 service nova] Enqueued Resource ID: 5a210a91-a710-4d7e-9606-40111d468120 with Priority: HIGHEST for action security_group_rules [ 1069.689111] env[65429]: INFO networking_nsxv3.common.synchronization [req-aeba1ce2-f03a-49a6-bd85-00f5b3b9acdd req-3b99bc8d-4de7-4d4d-a116-823b442e5bb8 service nova] Enqueued Resource ID: 5a210a91-a710-4d7e-9606-40111d468120 with Priority: HIGHEST for action security_group_members [ 1069.689111] env[65429]: INFO networking_nsxv3.common.synchronization [req-aeba1ce2-f03a-49a6-bd85-00f5b3b9acdd req-3b99bc8d-4de7-4d4d-a116-823b442e5bb8 service nova] Enqueued Resource ID: 919c2dc1-62aa-4ca4-8b5b-a91b1c5721e7 with Priority: HIGHEST for action port [ 1069.689111] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a210a91-a710-4d7e-9606-40111d468120 with Priority: HIGHEST for action security_group_rules [ 1069.689422] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a210a91-a710-4d7e-9606-40111d468120 with Priority: HIGHEST for action security_group_members [ 1069.689422] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 919c2dc1-62aa-4ca4-8b5b-a91b1c5721e7 with Priority: HIGHEST for action port [ 1069.690748] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a210a91-a710-4d7e-9606-40111d468120 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.690748] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a210a91-a710-4d7e-9606-40111d468120" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.690748] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a210a91-a710-4d7e-9606-40111d468120" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.690748] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a210a91-a710-4d7e-9606-40111d468120" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.690748] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a210a91-a710-4d7e-9606-40111d468120',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.691099] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a210a91-a710-4d7e-9606-40111d468120 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.691147] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a210a91-a710-4d7e-9606-40111d468120" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.691714] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-919c2dc1-62aa-4ca4-8b5b-a91b1c5721e7 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.691714] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-919c2dc1-62aa-4ca4-8b5b-a91b1c5721e7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.691714] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-919c2dc1-62aa-4ca4-8b5b-a91b1c5721e7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.691714] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-919c2dc1-62aa-4ca4-8b5b-a91b1c5721e7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.692808] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('919c2dc1-62aa-4ca4-8b5b-a91b1c5721e7',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.194478] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a210a91-a710-4d7e-9606-40111d468120 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.194793] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a210a91-a710-4d7e-9606-40111d468120" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.195130] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 919c2dc1-62aa-4ca4-8b5b-a91b1c5721e7 with status ACTIVE [ 1070.195320] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.195441] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.195509] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.195748] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.195840] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.196022] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.196127] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.196192] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.196369] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.196448] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.196603] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.196693] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.196808] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.196883] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.196981] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.197041] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 919c2dc1-62aa-4ca4-8b5b-a91b1c5721e7 is going to be updated. [ 1070.218328] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.218527] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.218527] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.218728] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.218864] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.219309] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-919c2dc1-62aa-4ca4-8b5b-a91b1c5721e7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.860276] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04a9235d-ff77-47c6-afc3-7df0a92c18da in Status: SUCCESS [ 1070.860476] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04a9235d-ff77-47c6-afc3-7df0a92c18da" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.860649] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04a9235d-ff77-47c6-afc3-7df0a92c18da" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.860927] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04a9235d-ff77-47c6-afc3-7df0a92c18da" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.861143] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.861284] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.861370] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.861563] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.861659] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.861749] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04a9235d-ff77-47c6-afc3-7df0a92c18da" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.861853] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04a9235d-ff77-47c6-afc3-7df0a92c18da',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.365037] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04a9235d-ff77-47c6-afc3-7df0a92c18da',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.532945] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a210a91-a710-4d7e-9606-40111d468120 in Status: SUCCESS [ 1071.532945] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a210a91-a710-4d7e-9606-40111d468120" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.532945] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a210a91-a710-4d7e-9606-40111d468120" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.532945] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a210a91-a710-4d7e-9606-40111d468120" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.532945] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.532945] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.532945] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.532945] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.532945] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.532945] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a210a91-a710-4d7e-9606-40111d468120',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.868638] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04a9235d-ff77-47c6-afc3-7df0a92c18da: rpc.has_security_group_logging(os_id): False [ 1071.892789] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.893072] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.893072] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.893267] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.893357] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.893601] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.893734] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.893826] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.894013] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.894116] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.894206] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04a9235d-ff77-47c6-afc3-7df0a92c18da is going to be created. [ 1072.000306] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.000832] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.000832] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.000981] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.001169] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.017036] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04a9235d-ff77-47c6-afc3-7df0a92c18da in Status: IN_PROGRESS for 2s [ 1072.035684] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a210a91-a710-4d7e-9606-40111d468120',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.537857] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a210a91-a710-4d7e-9606-40111d468120',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.755047] env[65429]: INFO networking_nsxv3.common.synchronization [req-39a6c13c-b1f2-4814-ab0a-bb13f0d3e7d7 req-f8f632bc-7160-46f3-b109-e27e4dd19b84 tempest-AttachInterfacesTestJSON-192137818 tempest-AttachInterfacesTestJSON-192137818-project-member] Enqueued Resource ID: a0f8ea33-bb19-46dd-bffd-385a2e84cc83 with Priority: HIGHEST for action security_group_members [ 1072.755047] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0f8ea33-bb19-46dd-bffd-385a2e84cc83 with Priority: HIGHEST for action security_group_members [ 1072.755750] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0f8ea33-bb19-46dd-bffd-385a2e84cc83 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.755896] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0f8ea33-bb19-46dd-bffd-385a2e84cc83" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.755964] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0f8ea33-bb19-46dd-bffd-385a2e84cc83" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.756178] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0f8ea33-bb19-46dd-bffd-385a2e84cc83" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.756336] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.756435] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.756499] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.756645] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.756729] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.756822] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0f8ea33-bb19-46dd-bffd-385a2e84cc83',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.041884] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.042125] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.042273] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.042522] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.042701] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.042701] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a210a91-a710-4d7e-9606-40111d468120 is going to be updated. [ 1073.073136] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.073324] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.073490] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.073641] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.073788] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.078334] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock network-846 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.078574] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "network-846" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.078683] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "network-846" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.079125] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "network-846" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.079675] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.079867] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.079994] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.080471] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.080629] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.080848] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1073.080969] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1073.081095] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1073.081209] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1073.081327] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1073.081435] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1073.081568] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1073.083551] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a210a91-a710-4d7e-9606-40111d468120 in Status: IN_PROGRESS for 2s [ 1073.101064] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1073.101300] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1073.101459] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1073.101647] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "network-846" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.101967] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock port-451dcd58-95bd-4227-9157-40333ce2f7a8 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.102139] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "port-451dcd58-95bd-4227-9157-40333ce2f7a8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.102263] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "port-451dcd58-95bd-4227-9157-40333ce2f7a8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.102635] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "port-451dcd58-95bd-4227-9157-40333ce2f7a8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.102780] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('451dcd58-95bd-4227-9157-40333ce2f7a8',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.259249] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a0f8ea33-bb19-46dd-bffd-385a2e84cc83',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.604953] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.605252] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.605252] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.605535] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.605682] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.605979] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Segment Port 451dcd58-95bd-4227-9157-40333ce2f7a8 not found, creating... [ 1073.606126] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.606270] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.606386] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.606706] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.606876] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.607255] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.607415] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.607532] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.607912] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.608131] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.608315] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Resource: SegmentPort with ID: 451dcd58-95bd-4227-9157-40333ce2f7a8 is going to be created. [ 1073.629548] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.629768] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.629894] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.630272] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.630563] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.630796] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "port-451dcd58-95bd-4227-9157-40333ce2f7a8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.761765] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a0f8ea33-bb19-46dd-bffd-385a2e84cc83',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.031430] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04a9235d-ff77-47c6-afc3-7df0a92c18da in Status: SUCCESS [ 1074.031559] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04a9235d-ff77-47c6-afc3-7df0a92c18da" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.264819] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.264957] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.265056] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.265356] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.265492] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.265628] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0f8ea33-bb19-46dd-bffd-385a2e84cc83 is going to be updated. [ 1074.300283] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.300471] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.300514] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.300737] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.300882] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.310482] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0f8ea33-bb19-46dd-bffd-385a2e84cc83 in Status: IN_PROGRESS for 2s [ 1074.377330] env[65429]: INFO networking_nsxv3.common.synchronization [req-39a6c13c-b1f2-4814-ab0a-bb13f0d3e7d7 req-7d9f459a-04d9-4000-9522-049e804c4f28 service nova] Enqueued Resource ID: a0f8ea33-bb19-46dd-bffd-385a2e84cc83 with Priority: HIGHEST for action security_group_rules [ 1074.377330] env[65429]: INFO networking_nsxv3.common.synchronization [req-39a6c13c-b1f2-4814-ab0a-bb13f0d3e7d7 req-7d9f459a-04d9-4000-9522-049e804c4f28 service nova] Enqueued Resource ID: a0f8ea33-bb19-46dd-bffd-385a2e84cc83 with Priority: HIGHEST for action security_group_members [ 1074.377330] env[65429]: INFO networking_nsxv3.common.synchronization [req-39a6c13c-b1f2-4814-ab0a-bb13f0d3e7d7 req-7d9f459a-04d9-4000-9522-049e804c4f28 service nova] Enqueued Resource ID: 451dcd58-95bd-4227-9157-40333ce2f7a8 with Priority: HIGHEST for action port [ 1074.377330] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0f8ea33-bb19-46dd-bffd-385a2e84cc83 with Priority: HIGHEST for action security_group_rules [ 1074.377802] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0f8ea33-bb19-46dd-bffd-385a2e84cc83 with Priority: HIGHEST for action security_group_members [ 1074.378301] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 451dcd58-95bd-4227-9157-40333ce2f7a8 with Priority: HIGHEST for action port [ 1074.378875] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a0f8ea33-bb19-46dd-bffd-385a2e84cc83 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.379154] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a0f8ea33-bb19-46dd-bffd-385a2e84cc83" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.381541] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a0f8ea33-bb19-46dd-bffd-385a2e84cc83" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.381541] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a0f8ea33-bb19-46dd-bffd-385a2e84cc83" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.381541] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a0f8ea33-bb19-46dd-bffd-385a2e84cc83',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.381541] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0f8ea33-bb19-46dd-bffd-385a2e84cc83 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.381541] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0f8ea33-bb19-46dd-bffd-385a2e84cc83" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.382111] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-451dcd58-95bd-4227-9157-40333ce2f7a8 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.382827] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-451dcd58-95bd-4227-9157-40333ce2f7a8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.382827] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-451dcd58-95bd-4227-9157-40333ce2f7a8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.384203] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-451dcd58-95bd-4227-9157-40333ce2f7a8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.384203] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('451dcd58-95bd-4227-9157-40333ce2f7a8',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.889196] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0f8ea33-bb19-46dd-bffd-385a2e84cc83 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.889196] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0f8ea33-bb19-46dd-bffd-385a2e84cc83" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.889597] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 451dcd58-95bd-4227-9157-40333ce2f7a8 with status ACTIVE [ 1074.889717] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.889888] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.890121] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.890412] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.890624] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.890947] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.891140] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.891229] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.891599] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.891744] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.892074] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.892306] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.892423] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.892703] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.892814] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.892991] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 451dcd58-95bd-4227-9157-40333ce2f7a8 is going to be updated. [ 1074.920735] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.920962] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.921073] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.921913] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.921913] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.921913] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-451dcd58-95bd-4227-9157-40333ce2f7a8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.094063] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a210a91-a710-4d7e-9606-40111d468120 in Status: SUCCESS [ 1075.094242] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a210a91-a710-4d7e-9606-40111d468120" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.094384] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a210a91-a710-4d7e-9606-40111d468120" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.094681] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a210a91-a710-4d7e-9606-40111d468120" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.094857] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.094978] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.095059] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.095220] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.095299] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.095385] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a210a91-a710-4d7e-9606-40111d468120" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.095477] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5a210a91-a710-4d7e-9606-40111d468120',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.181218] env[65429]: INFO networking_nsxv3.common.synchronization [req-304d09be-2f3e-422e-b95a-3a8f7163fbac req-acb89c50-80f5-4446-91f7-28a6cb77616b tempest-ServerAddressesNegativeTestJSON-1827426716 tempest-ServerAddressesNegativeTestJSON-1827426716-project-member] Enqueued Resource ID: b5692f6d-5888-466a-9cff-a3bf2df13715 with Priority: HIGHEST for action security_group_members [ 1075.181742] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5692f6d-5888-466a-9cff-a3bf2df13715 with Priority: HIGHEST for action security_group_members [ 1075.182047] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5692f6d-5888-466a-9cff-a3bf2df13715 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.182170] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5692f6d-5888-466a-9cff-a3bf2df13715" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.182236] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5692f6d-5888-466a-9cff-a3bf2df13715" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.182543] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5692f6d-5888-466a-9cff-a3bf2df13715" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.182696] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.183055] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.183055] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.183055] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.183247] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.183247] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5692f6d-5888-466a-9cff-a3bf2df13715',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.600647] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a210a91-a710-4d7e-9606-40111d468120 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.600647] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a210a91-a710-4d7e-9606-40111d468120" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.600647] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a210a91-a710-4d7e-9606-40111d468120" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.600647] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a210a91-a710-4d7e-9606-40111d468120" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.600647] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.600647] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.600647] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.600647] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.600647] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.600647] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a210a91-a710-4d7e-9606-40111d468120" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.600647] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a210a91-a710-4d7e-9606-40111d468120 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.600647] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a210a91-a710-4d7e-9606-40111d468120" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.600647] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a210a91-a710-4d7e-9606-40111d468120" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.600647] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a210a91-a710-4d7e-9606-40111d468120" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.600647] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.600647] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.601434] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.601434] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.601434] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.601434] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a210a91-a710-4d7e-9606-40111d468120" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.601434] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5a210a91-a710-4d7e-9606-40111d468120',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.685569] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.685958] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.686108] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.686426] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.686550] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.686768] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.686874] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.686930] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.687129] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.687337] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.687530] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5692f6d-5888-466a-9cff-a3bf2df13715 is going to be updated. [ 1075.724256] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.724256] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.724529] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.724570] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.724715] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.735499] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5692f6d-5888-466a-9cff-a3bf2df13715 in Status: IN_PROGRESS for 2s [ 1076.103143] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5a210a91-a710-4d7e-9606-40111d468120: rpc.has_security_group_logging(os_id): False [ 1076.120530] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.120702] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.120747] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.120952] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.121030] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.121478] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.121478] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.121478] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.121687] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.121687] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.121840] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.121923] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.121923] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.122181] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.122181] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.122314] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.122469] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.122538] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.122678] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.122754] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.122839] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a210a91-a710-4d7e-9606-40111d468120 is going to be updated. [ 1076.182759] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.183017] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.183136] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.183397] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.183665] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.199628] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a210a91-a710-4d7e-9606-40111d468120 in Status: IN_PROGRESS for 2s [ 1076.319491] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0f8ea33-bb19-46dd-bffd-385a2e84cc83 in Status: SUCCESS [ 1076.320059] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0f8ea33-bb19-46dd-bffd-385a2e84cc83" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.320444] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0f8ea33-bb19-46dd-bffd-385a2e84cc83" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.320894] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0f8ea33-bb19-46dd-bffd-385a2e84cc83" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.321272] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.322856] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.322856] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.322856] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.322856] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.322856] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0f8ea33-bb19-46dd-bffd-385a2e84cc83',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.768820] env[65429]: INFO networking_nsxv3.common.synchronization [req-94b68b1d-da57-4ab6-9c4a-e5e68be27b9f req-4709ded8-00ca-4bbc-b78b-f8ee9636fc3a tempest-ServerDiskConfigTestJSON-1203054178 tempest-ServerDiskConfigTestJSON-1203054178-project-member] Enqueued Resource ID: 175f5593-8cac-48d4-9609-d6330a935761 with Priority: HIGHEST for action security_group_members [ 1076.769400] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 175f5593-8cac-48d4-9609-d6330a935761 with Priority: HIGHEST for action security_group_members [ 1076.769717] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-175f5593-8cac-48d4-9609-d6330a935761 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.769843] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.769910] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.770115] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.770257] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.770351] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.770409] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.770645] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.770645] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.770743] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('175f5593-8cac-48d4-9609-d6330a935761',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.825598] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a0f8ea33-bb19-46dd-bffd-385a2e84cc83',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.227786] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock network-224 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.228102] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "network-224" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.228102] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "network-224" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.229090] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "network-224" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.229090] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.229090] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.229090] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.229090] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.230531] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.230832] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1077.230995] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1077.231167] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1077.231314] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1077.231449] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1077.231568] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1077.231705] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1077.254848] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1077.254979] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1077.255082] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1077.255268] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "network-224" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.255596] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock port-a17a87b8-98a5-4ae3-9f2a-38e98e83e118 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.255766] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "port-a17a87b8-98a5-4ae3-9f2a-38e98e83e118" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.255942] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "port-a17a87b8-98a5-4ae3-9f2a-38e98e83e118" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.256318] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "port-a17a87b8-98a5-4ae3-9f2a-38e98e83e118" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.256441] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a17a87b8-98a5-4ae3-9f2a-38e98e83e118',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.274800] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.275465] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.275663] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.275846] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.275933] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.276522] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.276693] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.276825] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.276981] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.277096] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.277193] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 175f5593-8cac-48d4-9609-d6330a935761 is going to be updated. [ 1077.313059] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.313270] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.313382] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.313747] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.313970] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.327127] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 175f5593-8cac-48d4-9609-d6330a935761 in Status: IN_PROGRESS for 2s [ 1077.327408] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a0f8ea33-bb19-46dd-bffd-385a2e84cc83',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.746201] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5692f6d-5888-466a-9cff-a3bf2df13715 in Status: SUCCESS [ 1077.746489] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5692f6d-5888-466a-9cff-a3bf2df13715 deletion is rescheduled due to dependency. [ 1077.746678] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5692f6d-5888-466a-9cff-a3bf2df13715" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.758948] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.759207] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.759336] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.759614] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.759756] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.759903] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Segment Port a17a87b8-98a5-4ae3-9f2a-38e98e83e118 not found, creating... [ 1077.760168] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.760349] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.760461] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.760709] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.760849] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.761132] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.761284] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.761399] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.761601] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.761756] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.762688] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Resource: SegmentPort with ID: a17a87b8-98a5-4ae3-9f2a-38e98e83e118 is going to be created. [ 1077.781596] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.782768] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.782768] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.782768] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.782768] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.782958] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "port-a17a87b8-98a5-4ae3-9f2a-38e98e83e118" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.829549] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.829744] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.829793] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.830008] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.830132] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.830233] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0f8ea33-bb19-46dd-bffd-385a2e84cc83 is going to be updated. [ 1077.868721] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.868931] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.868931] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.869169] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.869311] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.884404] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0f8ea33-bb19-46dd-bffd-385a2e84cc83 in Status: IN_PROGRESS for 2s [ 1078.217346] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a210a91-a710-4d7e-9606-40111d468120 in Status: SUCCESS [ 1078.217733] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a210a91-a710-4d7e-9606-40111d468120" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.535855] env[65429]: INFO networking_nsxv3.common.synchronization [req-94b68b1d-da57-4ab6-9c4a-e5e68be27b9f req-fca57335-8ac6-4dab-b190-769d6d8c6af9 service nova] Enqueued Resource ID: 175f5593-8cac-48d4-9609-d6330a935761 with Priority: HIGHEST for action security_group_rules [ 1078.536305] env[65429]: INFO networking_nsxv3.common.synchronization [req-94b68b1d-da57-4ab6-9c4a-e5e68be27b9f req-fca57335-8ac6-4dab-b190-769d6d8c6af9 service nova] Enqueued Resource ID: 175f5593-8cac-48d4-9609-d6330a935761 with Priority: HIGHEST for action security_group_members [ 1078.536305] env[65429]: INFO networking_nsxv3.common.synchronization [req-94b68b1d-da57-4ab6-9c4a-e5e68be27b9f req-fca57335-8ac6-4dab-b190-769d6d8c6af9 service nova] Enqueued Resource ID: a17a87b8-98a5-4ae3-9f2a-38e98e83e118 with Priority: HIGHEST for action port [ 1078.536739] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 175f5593-8cac-48d4-9609-d6330a935761 with Priority: HIGHEST for action security_group_rules [ 1078.536869] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 175f5593-8cac-48d4-9609-d6330a935761 with Priority: HIGHEST for action security_group_members [ 1078.537010] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a17a87b8-98a5-4ae3-9f2a-38e98e83e118 with Priority: HIGHEST for action port [ 1078.537378] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-175f5593-8cac-48d4-9609-d6330a935761 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.537528] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.537596] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.537875] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.538074] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('175f5593-8cac-48d4-9609-d6330a935761',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.539531] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-175f5593-8cac-48d4-9609-d6330a935761 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.539674] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.539887] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-a17a87b8-98a5-4ae3-9f2a-38e98e83e118 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.539998] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a17a87b8-98a5-4ae3-9f2a-38e98e83e118" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.540083] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a17a87b8-98a5-4ae3-9f2a-38e98e83e118" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.540303] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a17a87b8-98a5-4ae3-9f2a-38e98e83e118" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.540414] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a17a87b8-98a5-4ae3-9f2a-38e98e83e118',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.042868] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-175f5593-8cac-48d4-9609-d6330a935761 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.042868] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.050043] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a17a87b8-98a5-4ae3-9f2a-38e98e83e118 with status ACTIVE [ 1079.050043] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.050043] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.050043] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.050399] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.050678] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.050804] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.050883] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.050963] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.051212] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.051332] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.051615] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.051758] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.052231] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.052231] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.052231] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.052563] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a17a87b8-98a5-4ae3-9f2a-38e98e83e118 is going to be updated. [ 1079.084086] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.084597] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.084597] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.084597] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.084790] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.085541] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a17a87b8-98a5-4ae3-9f2a-38e98e83e118" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.341478] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 175f5593-8cac-48d4-9609-d6330a935761 in Status: SUCCESS [ 1079.341478] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 175f5593-8cac-48d4-9609-d6330a935761 deletion is rescheduled due to dependency. [ 1079.341626] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.341780] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.341987] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.342321] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.342515] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.342617] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.342855] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.342944] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.343125] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('175f5593-8cac-48d4-9609-d6330a935761',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.845898] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('175f5593-8cac-48d4-9609-d6330a935761',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.896858] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0f8ea33-bb19-46dd-bffd-385a2e84cc83 in Status: SUCCESS [ 1079.897238] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0f8ea33-bb19-46dd-bffd-385a2e84cc83" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.897504] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0f8ea33-bb19-46dd-bffd-385a2e84cc83" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.897817] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0f8ea33-bb19-46dd-bffd-385a2e84cc83" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.898105] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.898300] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.898416] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.898671] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.898807] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.898961] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0f8ea33-bb19-46dd-bffd-385a2e84cc83" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.899114] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a0f8ea33-bb19-46dd-bffd-385a2e84cc83',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.348312] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('175f5593-8cac-48d4-9609-d6330a935761',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.402237] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a0f8ea33-bb19-46dd-bffd-385a2e84cc83',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.735379] env[65429]: INFO networking_nsxv3.common.synchronization [req-eefad7c2-5e5a-4079-bba3-905ffd516ab2 req-f1ac800c-19da-4f00-920a-7fcafb34c7c2 tempest-DeleteServersTestJSON-1613790083 tempest-DeleteServersTestJSON-1613790083-project-member] Enqueued Resource ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 with Priority: HIGHEST for action security_group_members [ 1080.736038] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 with Priority: HIGHEST for action security_group_members [ 1080.736537] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-9171cf91-a0c3-42f6-a4fb-c715310b4d43 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.736537] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.736806] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.736866] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.737852] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.737852] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.737852] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.737852] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.737852] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.737852] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9171cf91-a0c3-42f6-a4fb-c715310b4d43',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.851212] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.851726] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.851726] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.851889] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.852049] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.852151] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 175f5593-8cac-48d4-9609-d6330a935761 is going to be updated. [ 1080.892909] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.895030] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.895030] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.895030] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.895030] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.904670] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a0f8ea33-bb19-46dd-bffd-385a2e84cc83: rpc.has_security_group_logging(os_id): False [ 1080.908399] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 175f5593-8cac-48d4-9609-d6330a935761 in Status: IN_PROGRESS for 2s [ 1080.936384] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.936384] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.936384] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.936384] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.936384] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.936609] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.936609] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.936700] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.937211] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.937211] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.937211] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a0f8ea33-bb19-46dd-bffd-385a2e84cc83 is going to be updated. [ 1081.016273] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.016502] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.016553] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.016782] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.017013] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.049180] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a0f8ea33-bb19-46dd-bffd-385a2e84cc83 in Status: IN_PROGRESS for 2s [ 1081.239354] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.239575] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.239575] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.239838] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.239916] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.240130] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.240232] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.240298] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.240471] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.240538] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.240627] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 is going to be updated. [ 1081.286083] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.286339] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.286414] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.286979] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.287179] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.300733] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 in Status: IN_PROGRESS for 2s [ 1082.057658] env[65429]: INFO networking_nsxv3.common.synchronization [req-c28356d7-d356-4306-b207-1e96c77c25f3 req-f752001b-54e2-4e3d-bf4d-19fd85bd2cea tempest-ServersNegativeTestJSON-1473151642 tempest-ServersNegativeTestJSON-1473151642-project-member] Enqueued Resource ID: 5a210a91-a710-4d7e-9606-40111d468120 with Priority: HIGHEST for action security_group_members [ 1082.058117] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a210a91-a710-4d7e-9606-40111d468120 with Priority: HIGHEST for action security_group_members [ 1082.058445] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a210a91-a710-4d7e-9606-40111d468120 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.059903] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a210a91-a710-4d7e-9606-40111d468120" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.059903] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a210a91-a710-4d7e-9606-40111d468120" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.059903] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a210a91-a710-4d7e-9606-40111d468120" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.059903] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.059903] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.059903] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.059903] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.059903] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.059903] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a210a91-a710-4d7e-9606-40111d468120',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.564991] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a210a91-a710-4d7e-9606-40111d468120',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.919451] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 175f5593-8cac-48d4-9609-d6330a935761 in Status: SUCCESS [ 1082.919700] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.919882] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.920128] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.920327] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.920454] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.920525] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.920694] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.920816] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.920860] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.920949] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('175f5593-8cac-48d4-9609-d6330a935761',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.063595] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a0f8ea33-bb19-46dd-bffd-385a2e84cc83 in Status: SUCCESS [ 1083.063979] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a0f8ea33-bb19-46dd-bffd-385a2e84cc83" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.066614] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a210a91-a710-4d7e-9606-40111d468120',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.310896] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 in Status: SUCCESS [ 1083.311089] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 deletion is rescheduled due to dependency. [ 1083.311173] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.423654] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-175f5593-8cac-48d4-9609-d6330a935761 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.423918] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.423990] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.424219] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.424406] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.424519] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.424588] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.424755] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.424844] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.424932] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.425095] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-175f5593-8cac-48d4-9609-d6330a935761 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.425189] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.425249] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.425387] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.425526] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.425621] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.425675] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.425800] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.425874] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.425954] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.426054] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('175f5593-8cac-48d4-9609-d6330a935761',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.568390] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.568390] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.568881] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.568881] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.568881] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.568881] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a210a91-a710-4d7e-9606-40111d468120 is going to be updated. [ 1083.610084] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.610292] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.610418] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.610705] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.610915] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.620547] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a210a91-a710-4d7e-9606-40111d468120 in Status: IN_PROGRESS for 2s [ 1083.928452] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 175f5593-8cac-48d4-9609-d6330a935761: rpc.has_security_group_logging(os_id): False [ 1083.946774] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.947092] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.947174] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.947538] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.947745] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.948098] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.948307] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.948404] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.948635] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.948767] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.949017] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.949189] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.949273] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.949447] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.949584] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.949863] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.950046] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.950141] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.950346] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.950504] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.950630] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 175f5593-8cac-48d4-9609-d6330a935761 is going to be updated. [ 1084.021025] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.021025] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.021025] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.021025] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.021025] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.034880] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 175f5593-8cac-48d4-9609-d6330a935761 in Status: IN_PROGRESS for 2s [ 1084.734199] env[65429]: INFO networking_nsxv3.common.synchronization [req-5126d383-e702-4e34-9214-430819f90b30 req-a5073520-c3fe-4a46-97d5-79d394260af4 tempest-ServerActionsTestOtherA-1190506825 tempest-ServerActionsTestOtherA-1190506825-project-member] Enqueued Resource ID: 38260a5a-2497-427a-8878-43a3a096bad8 with Priority: HIGHEST for action security_group_members [ 1084.734794] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38260a5a-2497-427a-8878-43a3a096bad8 with Priority: HIGHEST for action security_group_members [ 1084.735291] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-38260a5a-2497-427a-8878-43a3a096bad8 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.735656] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38260a5a-2497-427a-8878-43a3a096bad8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.735656] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38260a5a-2497-427a-8878-43a3a096bad8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.736018] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38260a5a-2497-427a-8878-43a3a096bad8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.736178] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.736327] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.736327] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.736627] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.736764] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.737833] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38260a5a-2497-427a-8878-43a3a096bad8',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.114467] env[65429]: INFO networking_nsxv3.common.synchronization [None req-3bd39b9a-3040-4df0-b714-53f6f12df210 tempest-AttachInterfacesTestJSON-192137818 tempest-AttachInterfacesTestJSON-192137818-project-member] Enqueued Resource ID: 8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 with Priority: HIGHEST for action security_group_members [ 1085.115345] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 with Priority: HIGHEST for action security_group_members [ 1085.115345] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.115517] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.115517] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.116220] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.116220] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.116220] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.116220] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.116220] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.116469] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.116469] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.239849] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.240058] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.240156] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.240373] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.240469] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.240660] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.240773] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.240837] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.240987] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.241077] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.241180] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38260a5a-2497-427a-8878-43a3a096bad8 is going to be updated. [ 1085.271267] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.271790] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.271790] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.271790] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.271950] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.283568] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38260a5a-2497-427a-8878-43a3a096bad8 in Status: IN_PROGRESS for 2s [ 1085.618491] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.618770] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.618837] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.619160] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.619328] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.619564] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.619750] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.619974] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.620060] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.620184] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.620281] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 is going to be deleted. [ 1085.631957] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a210a91-a710-4d7e-9606-40111d468120 in Status: SUCCESS [ 1085.632275] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a210a91-a710-4d7e-9606-40111d468120" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.661152] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.661450] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.661450] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.661657] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.662227] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.662227] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.047678] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 175f5593-8cac-48d4-9609-d6330a935761 in Status: SUCCESS [ 1086.047971] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.294030] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38260a5a-2497-427a-8878-43a3a096bad8 in Status: IN_PROGRESS for 4s [ 1089.306924] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38260a5a-2497-427a-8878-43a3a096bad8 in Status: SUCCESS [ 1089.307338] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38260a5a-2497-427a-8878-43a3a096bad8 deletion is rescheduled due to dependency. [ 1089.307338] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38260a5a-2497-427a-8878-43a3a096bad8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.117253] env[65429]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1090.117253] env[65429]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1090.673560] env[65429]: INFO networking_nsxv3.common.synchronization [req-c71a63b6-2633-4a70-8c65-794958ebb219 req-1bf84894-f6e2-41d8-9568-b9243705eb59 tempest-ServerDiskConfigTestJSON-1203054178 tempest-ServerDiskConfigTestJSON-1203054178-project-member] Enqueued Resource ID: 175f5593-8cac-48d4-9609-d6330a935761 with Priority: HIGHEST for action security_group_members [ 1090.675313] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 175f5593-8cac-48d4-9609-d6330a935761 with Priority: HIGHEST for action security_group_members [ 1090.675313] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-175f5593-8cac-48d4-9609-d6330a935761 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.675313] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.675313] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.675590] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.675806] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.675940] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.676042] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.676295] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.676376] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.676498] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('175f5593-8cac-48d4-9609-d6330a935761',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.182594] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.182818] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.182864] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.183101] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.183193] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.183384] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.183480] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.183541] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.183703] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.183780] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.183866] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 175f5593-8cac-48d4-9609-d6330a935761 is going to be updated. [ 1091.211819] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.211989] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.212045] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.212238] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.212381] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.221369] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 175f5593-8cac-48d4-9609-d6330a935761 in Status: IN_PROGRESS for 2s [ 1093.232548] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 175f5593-8cac-48d4-9609-d6330a935761 in Status: SUCCESS [ 1093.232548] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 175f5593-8cac-48d4-9609-d6330a935761 deletion is rescheduled due to dependency. [ 1093.233237] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.337147] env[65429]: INFO networking_nsxv3.common.synchronization [None req-10208082-3ea7-4b7a-b360-2148c68e9e83 tempest-ServerActionsTestOtherA-1190506825 tempest-ServerActionsTestOtherA-1190506825-project-member] Enqueued Resource ID: 6bf4bb3a-af96-41bb-a4c2-fb1ca5671be2 with Priority: HIGHEST for action security_group_rules [ 1093.337706] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bf4bb3a-af96-41bb-a4c2-fb1ca5671be2 with Priority: HIGHEST for action security_group_rules [ 1093.338179] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6bf4bb3a-af96-41bb-a4c2-fb1ca5671be2 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.338328] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6bf4bb3a-af96-41bb-a4c2-fb1ca5671be2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.338403] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6bf4bb3a-af96-41bb-a4c2-fb1ca5671be2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.338653] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6bf4bb3a-af96-41bb-a4c2-fb1ca5671be2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.338738] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6bf4bb3a-af96-41bb-a4c2-fb1ca5671be2',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.423998] env[65429]: INFO networking_nsxv3.common.synchronization [None req-5b5dd4c7-e028-40cf-8331-d641cb923692 tempest-ServerActionsTestOtherA-1190506825 tempest-ServerActionsTestOtherA-1190506825-project-member] Enqueued Resource ID: 6bf4bb3a-af96-41bb-a4c2-fb1ca5671be2 with Priority: HIGHEST for action security_group_rules [ 1093.424551] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bf4bb3a-af96-41bb-a4c2-fb1ca5671be2 with Priority: HIGHEST for action security_group_rules [ 1093.424877] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6bf4bb3a-af96-41bb-a4c2-fb1ca5671be2 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.425066] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6bf4bb3a-af96-41bb-a4c2-fb1ca5671be2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.858855] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.859014] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.859127] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.859297] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.859385] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.859478] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6bf4bb3a-af96-41bb-a4c2-fb1ca5671be2 already deleted. [ 1093.859558] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6bf4bb3a-af96-41bb-a4c2-fb1ca5671be2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.859709] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6bf4bb3a-af96-41bb-a4c2-fb1ca5671be2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.859953] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6bf4bb3a-af96-41bb-a4c2-fb1ca5671be2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.860051] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6bf4bb3a-af96-41bb-a4c2-fb1ca5671be2',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.379738] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.379738] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.379738] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.380377] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.380377] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.380377] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6bf4bb3a-af96-41bb-a4c2-fb1ca5671be2 already deleted. [ 1094.380377] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6bf4bb3a-af96-41bb-a4c2-fb1ca5671be2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.753569] env[65429]: INFO networking_nsxv3.common.synchronization [req-02a7c582-9dc7-4dc9-aa7f-c144e6d57e5e req-8ce17ceb-1381-4300-a466-2b71c17d3912 tempest-DeleteServersTestJSON-1613790083 tempest-DeleteServersTestJSON-1613790083-project-member] Enqueued Resource ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 with Priority: HIGHEST for action security_group_members [ 1094.754308] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 with Priority: HIGHEST for action security_group_members [ 1094.754308] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-9171cf91-a0c3-42f6-a4fb-c715310b4d43 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.754308] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.754308] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.754813] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.754813] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.754813] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.754813] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.755158] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.755158] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.755285] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9171cf91-a0c3-42f6-a4fb-c715310b4d43',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.118099] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock network-946 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.118322] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "network-946" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.118446] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "network-946" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.118819] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "network-946" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.119130] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.119325] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.119474] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.119704] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.119846] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.120063] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1095.120177] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1095.120295] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1095.120403] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1095.120515] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1095.120648] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1095.120794] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1095.140435] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1095.140650] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1095.140796] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1095.140976] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "network-946" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.141307] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock port-ec189f2b-0148-4e52-b6b5-f5b33feaa753 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.141481] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "port-ec189f2b-0148-4e52-b6b5-f5b33feaa753" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.141601] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "port-ec189f2b-0148-4e52-b6b5-f5b33feaa753" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.141943] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "port-ec189f2b-0148-4e52-b6b5-f5b33feaa753" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.142124] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec189f2b-0148-4e52-b6b5-f5b33feaa753',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.259529] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.259695] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.259770] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.259989] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.260096] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.260291] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.260391] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.260448] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.260628] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.260713] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.260792] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 is going to be updated. [ 1095.288230] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.288493] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.288580] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.288784] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.288927] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.298298] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 in Status: IN_PROGRESS for 2s [ 1095.644937] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.644937] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.645475] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.645607] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.645760] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.646015] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Segment Port ec189f2b-0148-4e52-b6b5-f5b33feaa753 not found, creating... [ 1095.646358] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.646600] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.646651] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.646888] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.647047] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.647334] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.647492] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.647621] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.647834] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.647967] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.648129] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Resource: SegmentPort with ID: ec189f2b-0148-4e52-b6b5-f5b33feaa753 is going to be created. [ 1095.668643] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.668939] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.669133] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.669393] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.669581] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.669754] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "port-ec189f2b-0148-4e52-b6b5-f5b33feaa753" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.390652] env[65429]: INFO networking_nsxv3.common.synchronization [req-02a7c582-9dc7-4dc9-aa7f-c144e6d57e5e req-122ced07-8ddf-494d-a641-302a8214fe86 service nova] Enqueued Resource ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 with Priority: HIGHEST for action security_group_rules [ 1096.390867] env[65429]: INFO networking_nsxv3.common.synchronization [req-02a7c582-9dc7-4dc9-aa7f-c144e6d57e5e req-122ced07-8ddf-494d-a641-302a8214fe86 service nova] Enqueued Resource ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 with Priority: HIGHEST for action security_group_members [ 1096.391026] env[65429]: INFO networking_nsxv3.common.synchronization [req-02a7c582-9dc7-4dc9-aa7f-c144e6d57e5e req-122ced07-8ddf-494d-a641-302a8214fe86 service nova] Enqueued Resource ID: ec189f2b-0148-4e52-b6b5-f5b33feaa753 with Priority: HIGHEST for action port [ 1096.391553] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 with Priority: HIGHEST for action security_group_rules [ 1096.391691] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 with Priority: HIGHEST for action security_group_members [ 1096.391794] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec189f2b-0148-4e52-b6b5-f5b33feaa753 with Priority: HIGHEST for action port [ 1096.392084] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9171cf91-a0c3-42f6-a4fb-c715310b4d43 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.392232] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.392273] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.392470] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.392540] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9171cf91-a0c3-42f6-a4fb-c715310b4d43',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.393851] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-9171cf91-a0c3-42f6-a4fb-c715310b4d43 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.393935] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.394548] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec189f2b-0148-4e52-b6b5-f5b33feaa753 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.394548] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec189f2b-0148-4e52-b6b5-f5b33feaa753" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.394548] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec189f2b-0148-4e52-b6b5-f5b33feaa753" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.394548] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec189f2b-0148-4e52-b6b5-f5b33feaa753" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.394548] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec189f2b-0148-4e52-b6b5-f5b33feaa753',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.896726] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-9171cf91-a0c3-42f6-a4fb-c715310b4d43 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.897095] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.897095] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ec189f2b-0148-4e52-b6b5-f5b33feaa753 with status ACTIVE [ 1096.897292] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.897408] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.897477] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.897702] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.897841] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.899179] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.899179] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.899179] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.899179] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.899179] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.899179] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.899179] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.899179] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.899947] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.899947] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.899947] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ec189f2b-0148-4e52-b6b5-f5b33feaa753 is going to be updated. [ 1096.926034] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.926212] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.926322] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.926488] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.926653] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.926852] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec189f2b-0148-4e52-b6b5-f5b33feaa753" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.308953] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 in Status: SUCCESS [ 1097.309167] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 deletion is rescheduled due to dependency. [ 1097.309286] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.309451] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.309666] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.309854] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.309988] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.310069] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.310461] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.310461] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.310461] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9171cf91-a0c3-42f6-a4fb-c715310b4d43',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.813085] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9171cf91-a0c3-42f6-a4fb-c715310b4d43',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.316757] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9171cf91-a0c3-42f6-a4fb-c715310b4d43',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.821360] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.821360] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.821360] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.821360] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.821360] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.821360] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 is going to be updated. [ 1098.855887] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.855887] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.855887] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.855887] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.855887] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.864075] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 in Status: IN_PROGRESS for 2s [ 1099.067994] env[65429]: INFO networking_nsxv3.common.synchronization [req-1dcd1823-a924-4f98-92c1-98235db103f7 req-4070c987-f1cc-48a3-8327-d4c55483764a tempest-ServerActionsTestOtherA-1190506825 tempest-ServerActionsTestOtherA-1190506825-project-member] Enqueued Resource ID: 6bf4bb3a-af96-41bb-a4c2-fb1ca5671be2 with Priority: HIGHEST for action security_group_members [ 1099.068492] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bf4bb3a-af96-41bb-a4c2-fb1ca5671be2 with Priority: HIGHEST for action security_group_members [ 1099.069078] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bf4bb3a-af96-41bb-a4c2-fb1ca5671be2 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.069078] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bf4bb3a-af96-41bb-a4c2-fb1ca5671be2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.071019] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bf4bb3a-af96-41bb-a4c2-fb1ca5671be2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.071019] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bf4bb3a-af96-41bb-a4c2-fb1ca5671be2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.071019] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.071019] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.071019] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.071019] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.071019] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.071019] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6bf4bb3a-af96-41bb-a4c2-fb1ca5671be2',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.404541] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock network-160 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.405010] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "network-160" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.405142] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "network-160" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.405499] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "network-160" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.405837] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.406089] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.406304] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.406634] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.406857] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.407149] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1099.407373] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1099.407555] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1099.407745] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1099.407942] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1099.408143] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1099.408356] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1099.427246] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1099.427419] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1099.427551] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1099.427725] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "network-160" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.428059] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock port-3af9ce65-488b-420c-ae4d-d96099612e8f taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.428272] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "port-3af9ce65-488b-420c-ae4d-d96099612e8f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.428401] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "port-3af9ce65-488b-420c-ae4d-d96099612e8f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.428752] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "port-3af9ce65-488b-420c-ae4d-d96099612e8f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.428911] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3af9ce65-488b-420c-ae4d-d96099612e8f',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.574296] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.574528] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.574638] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.574892] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.575027] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.575339] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.575569] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.575628] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.575810] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.576042] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.576042] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6bf4bb3a-af96-41bb-a4c2-fb1ca5671be2 already deleted. [ 1099.576160] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bf4bb3a-af96-41bb-a4c2-fb1ca5671be2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.931649] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.931961] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.932164] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.932486] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.932674] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.932926] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Segment Port 3af9ce65-488b-420c-ae4d-d96099612e8f not found, creating... [ 1099.933278] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.933462] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.933615] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.933971] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.934207] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.934648] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.934800] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.934955] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.935254] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.935436] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.935768] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Resource: SegmentPort with ID: 3af9ce65-488b-420c-ae4d-d96099612e8f is going to be created. [ 1099.957184] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.957562] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.958034] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.958255] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.958580] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.958947] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "port-3af9ce65-488b-420c-ae4d-d96099612e8f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.715813] env[65429]: INFO networking_nsxv3.common.synchronization [req-1dcd1823-a924-4f98-92c1-98235db103f7 req-882ca2bb-daf0-41d3-a7ea-ede1f5d0dc15 service nova] Enqueued Resource ID: 6bf4bb3a-af96-41bb-a4c2-fb1ca5671be2 with Priority: HIGHEST for action security_group_rules [ 1100.716173] env[65429]: INFO networking_nsxv3.common.synchronization [req-1dcd1823-a924-4f98-92c1-98235db103f7 req-882ca2bb-daf0-41d3-a7ea-ede1f5d0dc15 service nova] Enqueued Resource ID: 6bf4bb3a-af96-41bb-a4c2-fb1ca5671be2 with Priority: HIGHEST for action security_group_members [ 1100.717544] env[65429]: INFO networking_nsxv3.common.synchronization [req-1dcd1823-a924-4f98-92c1-98235db103f7 req-882ca2bb-daf0-41d3-a7ea-ede1f5d0dc15 service nova] Enqueued Resource ID: 3af9ce65-488b-420c-ae4d-d96099612e8f with Priority: HIGHEST for action port [ 1100.717544] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bf4bb3a-af96-41bb-a4c2-fb1ca5671be2 with Priority: HIGHEST for action security_group_rules [ 1100.717544] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bf4bb3a-af96-41bb-a4c2-fb1ca5671be2 with Priority: HIGHEST for action security_group_members [ 1100.717544] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3af9ce65-488b-420c-ae4d-d96099612e8f with Priority: HIGHEST for action port [ 1100.717954] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6bf4bb3a-af96-41bb-a4c2-fb1ca5671be2 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.718098] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6bf4bb3a-af96-41bb-a4c2-fb1ca5671be2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.718165] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6bf4bb3a-af96-41bb-a4c2-fb1ca5671be2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.718374] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6bf4bb3a-af96-41bb-a4c2-fb1ca5671be2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.718455] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6bf4bb3a-af96-41bb-a4c2-fb1ca5671be2',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.719412] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bf4bb3a-af96-41bb-a4c2-fb1ca5671be2 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.719518] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bf4bb3a-af96-41bb-a4c2-fb1ca5671be2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.719587] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bf4bb3a-af96-41bb-a4c2-fb1ca5671be2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.719778] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bf4bb3a-af96-41bb-a4c2-fb1ca5671be2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.719932] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.720042] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.720109] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.720255] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.720340] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.720436] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6bf4bb3a-af96-41bb-a4c2-fb1ca5671be2',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.721594] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-3af9ce65-488b-420c-ae4d-d96099612e8f taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.721594] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3af9ce65-488b-420c-ae4d-d96099612e8f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.721769] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3af9ce65-488b-420c-ae4d-d96099612e8f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.721769] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3af9ce65-488b-420c-ae4d-d96099612e8f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.721836] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3af9ce65-488b-420c-ae4d-d96099612e8f',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.874507] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 in Status: SUCCESS [ 1100.874729] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.875310] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.875560] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.875768] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.875888] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.875947] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.876128] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.876205] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.876297] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.876382] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9171cf91-a0c3-42f6-a4fb-c715310b4d43',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.223806] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6bf4bb3a-af96-41bb-a4c2-fb1ca5671be2',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.224848] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bf4bb3a-af96-41bb-a4c2-fb1ca5671be2 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.224955] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bf4bb3a-af96-41bb-a4c2-fb1ca5671be2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.225130] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3af9ce65-488b-420c-ae4d-d96099612e8f with status ACTIVE [ 1101.225931] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.225931] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.225931] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.225931] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.225931] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.225931] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.226538] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.226538] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.226538] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.226538] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.226538] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.226538] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.226787] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.226787] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.226787] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.226877] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3af9ce65-488b-420c-ae4d-d96099612e8f is going to be updated. [ 1101.250815] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.251039] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.251113] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.251347] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.251483] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.251641] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3af9ce65-488b-420c-ae4d-d96099612e8f" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.378881] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-9171cf91-a0c3-42f6-a4fb-c715310b4d43 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.379134] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.379134] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.379297] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.379511] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.379635] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.379677] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.379823] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.379911] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.380013] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.380163] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-9171cf91-a0c3-42f6-a4fb-c715310b4d43 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.380255] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.380315] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.380470] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.380607] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.380710] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.380771] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.380949] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.381042] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.381196] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.381291] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9171cf91-a0c3-42f6-a4fb-c715310b4d43',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.728605] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6bf4bb3a-af96-41bb-a4c2-fb1ca5671be2',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.883963] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9171cf91-a0c3-42f6-a4fb-c715310b4d43: rpc.has_security_group_logging(os_id): False [ 1101.903806] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.904060] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.904168] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.904493] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.904640] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.904978] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.905106] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.905183] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.905379] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.905465] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.905663] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.905761] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.905869] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.905967] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.906075] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.906300] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.906400] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.906464] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.906624] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.906694] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.906795] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 is going to be updated. [ 1102.010548] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.010800] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.010800] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.011064] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.011444] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.068054] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 in Status: IN_PROGRESS for 2s [ 1102.231647] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.231856] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.231901] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.232177] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.232279] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.232382] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6bf4bb3a-af96-41bb-a4c2-fb1ca5671be2 is going to be created. [ 1102.259017] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.259244] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.259244] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.259515] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.259673] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.269182] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6bf4bb3a-af96-41bb-a4c2-fb1ca5671be2 in Status: UNINITIALIZED for 2s [ 1104.085215] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 in Status: SUCCESS [ 1104.085623] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.279872] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6bf4bb3a-af96-41bb-a4c2-fb1ca5671be2 in Status: UNINITIALIZED for 4s [ 1105.718937] env[65429]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1105.718937] env[65429]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1106.291746] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6bf4bb3a-af96-41bb-a4c2-fb1ca5671be2 in Status: SUCCESS [ 1106.292119] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bf4bb3a-af96-41bb-a4c2-fb1ca5671be2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.292341] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bf4bb3a-af96-41bb-a4c2-fb1ca5671be2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.292563] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bf4bb3a-af96-41bb-a4c2-fb1ca5671be2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.292790] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.293008] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.293128] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.293352] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.293459] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.293615] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bf4bb3a-af96-41bb-a4c2-fb1ca5671be2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.293768] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6bf4bb3a-af96-41bb-a4c2-fb1ca5671be2',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.795995] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6bf4bb3a-af96-41bb-a4c2-fb1ca5671be2',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.300428] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6bf4bb3a-af96-41bb-a4c2-fb1ca5671be2: rpc.has_security_group_logging(os_id): False [ 1107.320445] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.320656] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.320656] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.321040] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.321040] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.321040] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.321717] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.321717] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.321817] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.321817] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.321889] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6bf4bb3a-af96-41bb-a4c2-fb1ca5671be2 is going to be created. [ 1107.388326] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.388584] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.388584] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.388735] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.388985] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.402101] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6bf4bb3a-af96-41bb-a4c2-fb1ca5671be2 in Status: IN_PROGRESS for 2s [ 1109.418536] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6bf4bb3a-af96-41bb-a4c2-fb1ca5671be2 in Status: SUCCESS [ 1109.418928] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6bf4bb3a-af96-41bb-a4c2-fb1ca5671be2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.719688] env[65429]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1110.719688] env[65429]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1115.720360] env[65429]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1115.720656] env[65429]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1120.721988] env[65429]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1120.721988] env[65429]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1125.722596] env[65429]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1125.722872] env[65429]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1126.211899] env[65429]: INFO networking_nsxv3.common.synchronization [req-237dc0c9-36da-4fc2-af4d-ae68d03de0c8 req-13f904dc-0ca7-4d23-8e58-4596e35c6887 tempest-DeleteServersTestJSON-1613790083 tempest-DeleteServersTestJSON-1613790083-project-member] Enqueued Resource ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 with Priority: HIGHEST for action security_group_members [ 1126.212939] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 with Priority: HIGHEST for action security_group_members [ 1126.212939] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-9171cf91-a0c3-42f6-a4fb-c715310b4d43 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.212939] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.213128] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.213349] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.213524] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.213631] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.213696] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.213954] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.214402] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.214402] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9171cf91-a0c3-42f6-a4fb-c715310b4d43',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.716521] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.716701] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.716701] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.716907] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.717011] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.717210] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.717315] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.717380] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.717551] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.717629] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.717715] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 is going to be updated. [ 1126.743593] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.743941] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.743941] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.743995] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.744130] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.753079] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 in Status: IN_PROGRESS for 2s [ 1128.435019] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock network-302 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.435324] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "network-302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.435362] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "network-302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.435627] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "network-302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.435877] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.436041] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.436160] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.436366] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.436511] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.436713] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1128.436862] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1128.436972] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1128.437091] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1128.437201] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1128.437306] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1128.437437] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1128.457151] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1128.457331] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1128.457469] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1128.457643] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "network-302" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.457952] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock port-5816954b-e8c1-4d4a-a97a-be14fd36f64e taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.458208] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "port-5816954b-e8c1-4d4a-a97a-be14fd36f64e" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.458420] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "port-5816954b-e8c1-4d4a-a97a-be14fd36f64e" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.458770] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "port-5816954b-e8c1-4d4a-a97a-be14fd36f64e" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.458996] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5816954b-e8c1-4d4a-a97a-be14fd36f64e',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.763790] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 in Status: SUCCESS [ 1128.763790] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 deletion is rescheduled due to dependency. [ 1128.763790] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.961765] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.962522] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.962721] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.963086] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.963485] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.963692] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.963928] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.964194] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.964500] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.964592] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.964933] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.965129] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.965253] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.965941] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.965941] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.965941] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Resource: SegmentPort with ID: 5816954b-e8c1-4d4a-a97a-be14fd36f64e is going to be updated. [ 1128.988793] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.988995] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.989171] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.989506] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.989806] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.990156] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "port-5816954b-e8c1-4d4a-a97a-be14fd36f64e" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.666301] env[65429]: INFO networking_nsxv3.common.synchronization [req-d680f4c8-be47-49a3-9bbd-16d39874e8c2 req-75e0e982-14ec-405c-881c-9a3f02587275 service nova] Enqueued Resource ID: 5a210a91-a710-4d7e-9606-40111d468120 with Priority: HIGHEST for action security_group_rules [ 1129.666548] env[65429]: INFO networking_nsxv3.common.synchronization [req-d680f4c8-be47-49a3-9bbd-16d39874e8c2 req-75e0e982-14ec-405c-881c-9a3f02587275 service nova] Enqueued Resource ID: 5a210a91-a710-4d7e-9606-40111d468120 with Priority: HIGHEST for action security_group_members [ 1129.666635] env[65429]: INFO networking_nsxv3.common.synchronization [req-d680f4c8-be47-49a3-9bbd-16d39874e8c2 req-75e0e982-14ec-405c-881c-9a3f02587275 service nova] Enqueued Resource ID: 5816954b-e8c1-4d4a-a97a-be14fd36f64e with Priority: HIGHEST for action port [ 1129.667126] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a210a91-a710-4d7e-9606-40111d468120 with Priority: HIGHEST for action security_group_rules [ 1129.667261] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a210a91-a710-4d7e-9606-40111d468120 with Priority: HIGHEST for action security_group_members [ 1129.667356] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5816954b-e8c1-4d4a-a97a-be14fd36f64e with Priority: HIGHEST for action port [ 1129.667686] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a210a91-a710-4d7e-9606-40111d468120 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.667815] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a210a91-a710-4d7e-9606-40111d468120" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.667873] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a210a91-a710-4d7e-9606-40111d468120" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.668080] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a210a91-a710-4d7e-9606-40111d468120" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.668166] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a210a91-a710-4d7e-9606-40111d468120',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.668973] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a210a91-a710-4d7e-9606-40111d468120 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.669096] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a210a91-a710-4d7e-9606-40111d468120" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.669161] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a210a91-a710-4d7e-9606-40111d468120" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.669317] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a210a91-a710-4d7e-9606-40111d468120" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.669456] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.669543] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.669659] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.669810] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.669896] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.669986] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a210a91-a710-4d7e-9606-40111d468120',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.671894] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-5816954b-e8c1-4d4a-a97a-be14fd36f64e taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.672012] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5816954b-e8c1-4d4a-a97a-be14fd36f64e" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.672086] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5816954b-e8c1-4d4a-a97a-be14fd36f64e" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.672233] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5816954b-e8c1-4d4a-a97a-be14fd36f64e" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.672307] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5816954b-e8c1-4d4a-a97a-be14fd36f64e',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.794807] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock network-846 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.795058] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "network-846" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.795151] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "network-846" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.795446] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "network-846" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.795719] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.795977] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.796056] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.796251] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.796389] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.796595] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1129.796747] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1129.796807] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1129.796960] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1129.797087] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1129.797209] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1129.797402] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1129.816976] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1129.817140] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1129.817280] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1129.817483] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "network-846" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.817801] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock port-e3812391-bfa8-4038-affc-13828f03c8c2 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.817976] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "port-e3812391-bfa8-4038-affc-13828f03c8c2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.818107] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "port-e3812391-bfa8-4038-affc-13828f03c8c2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.818445] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "port-e3812391-bfa8-4038-affc-13828f03c8c2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.818585] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3812391-bfa8-4038-affc-13828f03c8c2',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.175570] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a210a91-a710-4d7e-9606-40111d468120',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.176716] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a210a91-a710-4d7e-9606-40111d468120 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.176829] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a210a91-a710-4d7e-9606-40111d468120" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.180108] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5816954b-e8c1-4d4a-a97a-be14fd36f64e with status ACTIVE [ 1130.180296] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.180416] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.180485] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.180706] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.180800] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.180974] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.181086] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.181149] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.181405] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.181487] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.181674] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.181828] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.181909] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.182080] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.182159] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.182278] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5816954b-e8c1-4d4a-a97a-be14fd36f64e is going to be updated. [ 1130.208215] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.208399] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.208467] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.208616] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.208747] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.208906] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5816954b-e8c1-4d4a-a97a-be14fd36f64e" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.321168] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.321418] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.321610] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.321925] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.322121] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.322291] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Segment Port e3812391-bfa8-4038-affc-13828f03c8c2 not found, creating... [ 1130.322620] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.322793] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.322917] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.323283] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.323461] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.323748] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.323901] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.324054] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.324255] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.324419] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.324556] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Resource: SegmentPort with ID: e3812391-bfa8-4038-affc-13828f03c8c2 is going to be created. [ 1130.345801] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.346383] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.346383] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.346558] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.346840] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.347135] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "port-e3812391-bfa8-4038-affc-13828f03c8c2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.681349] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a210a91-a710-4d7e-9606-40111d468120',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.048554] env[65429]: INFO networking_nsxv3.common.synchronization [req-ef43f34f-5813-4d1c-84d2-a0b9386a259c req-d4fec6f0-49c9-45a8-b5e9-063b0c674740 service nova] Enqueued Resource ID: 8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 with Priority: HIGHEST for action security_group_rules [ 1131.048643] env[65429]: INFO networking_nsxv3.common.synchronization [req-ef43f34f-5813-4d1c-84d2-a0b9386a259c req-d4fec6f0-49c9-45a8-b5e9-063b0c674740 service nova] Enqueued Resource ID: 8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 with Priority: HIGHEST for action security_group_members [ 1131.048738] env[65429]: INFO networking_nsxv3.common.synchronization [req-ef43f34f-5813-4d1c-84d2-a0b9386a259c req-d4fec6f0-49c9-45a8-b5e9-063b0c674740 service nova] Enqueued Resource ID: e3812391-bfa8-4038-affc-13828f03c8c2 with Priority: HIGHEST for action port [ 1131.049282] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 with Priority: HIGHEST for action security_group_rules [ 1131.049427] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 with Priority: HIGHEST for action security_group_members [ 1131.049528] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3812391-bfa8-4038-affc-13828f03c8c2 with Priority: HIGHEST for action port [ 1131.049794] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.049917] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.050012] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.050193] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.050273] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.051479] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.051711] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.051786] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.053580] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.053580] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.053580] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.053580] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.053580] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.053580] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.053580] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.054087] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3812391-bfa8-4038-affc-13828f03c8c2 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.054087] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3812391-bfa8-4038-affc-13828f03c8c2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.054087] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3812391-bfa8-4038-affc-13828f03c8c2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.054087] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3812391-bfa8-4038-affc-13828f03c8c2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.054227] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3812391-bfa8-4038-affc-13828f03c8c2',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.185098] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.185098] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.185098] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.185098] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.185098] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.185435] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a210a91-a710-4d7e-9606-40111d468120 is going to be updated. [ 1131.215404] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.215763] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.215763] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.215870] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.216022] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.226233] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a210a91-a710-4d7e-9606-40111d468120 in Status: IN_PROGRESS for 2s [ 1131.552773] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.552905] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.554230] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.557311] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e3812391-bfa8-4038-affc-13828f03c8c2 with status ACTIVE [ 1131.557451] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.557722] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.557851] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.558181] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.558181] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.558277] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.558390] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.558452] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.558604] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.558693] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.558889] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.558997] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.559072] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.559224] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.559303] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.559388] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e3812391-bfa8-4038-affc-13828f03c8c2 is going to be updated. [ 1131.579499] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.579644] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.579713] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.579919] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.580064] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.580221] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3812391-bfa8-4038-affc-13828f03c8c2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.056516] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.558826] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.559420] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.559420] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.559525] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.559552] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.559663] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 is going to be created. [ 1132.585191] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.585455] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.585455] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.585588] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.585748] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.594396] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 in Status: UNINITIALIZED for 2s [ 1133.236020] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a210a91-a710-4d7e-9606-40111d468120 in Status: SUCCESS [ 1133.236279] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a210a91-a710-4d7e-9606-40111d468120" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.236510] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a210a91-a710-4d7e-9606-40111d468120" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.236727] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a210a91-a710-4d7e-9606-40111d468120" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.236918] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.237047] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.237114] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.237266] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.237341] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.237426] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a210a91-a710-4d7e-9606-40111d468120" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.237517] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5a210a91-a710-4d7e-9606-40111d468120',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.408419] env[65429]: INFO networking_nsxv3.common.synchronization [req-2398456f-52de-4c38-a18f-94dbd48b7917 req-94792729-334e-42fd-91ef-06b11e50da2a tempest-DeleteServersTestJSON-1613790083 tempest-DeleteServersTestJSON-1613790083-project-member] Enqueued Resource ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 with Priority: HIGHEST for action security_group_members [ 1133.409148] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 with Priority: HIGHEST for action security_group_members [ 1133.409553] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-9171cf91-a0c3-42f6-a4fb-c715310b4d43 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.409606] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.409686] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.409841] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.410016] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.410149] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.410214] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.410365] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.410596] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.410596] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9171cf91-a0c3-42f6-a4fb-c715310b4d43',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.728641] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock network-946 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.728849] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "network-946" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.728986] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "network-946" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.733620] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "network-946" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.733947] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.734142] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.734264] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.734496] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.734644] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.734852] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1133.734969] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1133.735090] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1133.735200] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1133.735310] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1133.735414] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1133.735547] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1133.739944] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a210a91-a710-4d7e-9606-40111d468120 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.740105] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a210a91-a710-4d7e-9606-40111d468120" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.740155] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a210a91-a710-4d7e-9606-40111d468120" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.740332] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a210a91-a710-4d7e-9606-40111d468120" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.740511] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.740609] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.740672] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.740822] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.740907] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.740993] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a210a91-a710-4d7e-9606-40111d468120" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.741155] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a210a91-a710-4d7e-9606-40111d468120 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.741269] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a210a91-a710-4d7e-9606-40111d468120" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.741342] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a210a91-a710-4d7e-9606-40111d468120" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.741496] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a210a91-a710-4d7e-9606-40111d468120" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.741637] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.744705] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.744705] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.744705] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.744705] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.744705] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a210a91-a710-4d7e-9606-40111d468120" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.744705] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5a210a91-a710-4d7e-9606-40111d468120',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.760799] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1133.760799] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1133.760799] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1133.760799] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "network-946" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.760799] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock port-d0f039fa-0462-4b2c-8078-7e31418cffdf taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.760799] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "port-d0f039fa-0462-4b2c-8078-7e31418cffdf" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.760799] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "port-d0f039fa-0462-4b2c-8078-7e31418cffdf" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.760799] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "port-d0f039fa-0462-4b2c-8078-7e31418cffdf" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.760799] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0f039fa-0462-4b2c-8078-7e31418cffdf',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.912731] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.912912] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.912974] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.913216] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.913314] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.913560] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.913700] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.913846] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.914022] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.914102] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.914199] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 is going to be updated. [ 1133.943371] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.943663] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.943747] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.943922] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.944087] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.956673] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 in Status: IN_PROGRESS for 2s [ 1134.244307] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5a210a91-a710-4d7e-9606-40111d468120: rpc.has_security_group_logging(os_id): False [ 1134.262956] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.263327] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.263653] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.264154] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.264382] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.264614] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Segment Port d0f039fa-0462-4b2c-8078-7e31418cffdf not found, creating... [ 1134.265041] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.265268] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.265423] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.265848] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.266059] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.266420] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.266639] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.266847] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.267155] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.267346] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.267584] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Resource: SegmentPort with ID: d0f039fa-0462-4b2c-8078-7e31418cffdf is going to be created. [ 1134.269770] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.269979] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.270085] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.270323] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.270435] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.270667] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.270807] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.270886] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.271123] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.271262] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.271535] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.271673] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.271795] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.272043] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.272152] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.272356] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.272459] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.272569] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.272799] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.272913] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.273043] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a210a91-a710-4d7e-9606-40111d468120 is going to be updated. [ 1134.293764] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.294142] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.294338] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.294748] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.295097] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.295469] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "port-d0f039fa-0462-4b2c-8078-7e31418cffdf" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.346436] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.346665] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.346761] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.347039] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.347253] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.396953] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a210a91-a710-4d7e-9606-40111d468120 in Status: IN_PROGRESS for 2s [ 1134.605241] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 in Status: SUCCESS [ 1134.605429] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.605613] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.605850] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.606103] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.606248] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.606248] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.606411] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.606462] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.606549] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.606646] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.981755] env[65429]: INFO networking_nsxv3.common.synchronization [req-2398456f-52de-4c38-a18f-94dbd48b7917 req-41121572-c8b9-42fa-9693-10eb99ab0689 service nova] Enqueued Resource ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 with Priority: HIGHEST for action security_group_rules [ 1134.982084] env[65429]: INFO networking_nsxv3.common.synchronization [req-2398456f-52de-4c38-a18f-94dbd48b7917 req-41121572-c8b9-42fa-9693-10eb99ab0689 service nova] Enqueued Resource ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 with Priority: HIGHEST for action security_group_members [ 1134.982225] env[65429]: INFO networking_nsxv3.common.synchronization [req-2398456f-52de-4c38-a18f-94dbd48b7917 req-41121572-c8b9-42fa-9693-10eb99ab0689 service nova] Enqueued Resource ID: d0f039fa-0462-4b2c-8078-7e31418cffdf with Priority: HIGHEST for action port [ 1134.982946] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 with Priority: HIGHEST for action security_group_rules [ 1134.983188] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 with Priority: HIGHEST for action security_group_members [ 1134.983365] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0f039fa-0462-4b2c-8078-7e31418cffdf with Priority: HIGHEST for action port [ 1134.983853] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9171cf91-a0c3-42f6-a4fb-c715310b4d43 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.984032] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.984232] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.984530] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.984666] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9171cf91-a0c3-42f6-a4fb-c715310b4d43',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.985768] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-9171cf91-a0c3-42f6-a4fb-c715310b4d43 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.985911] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.986205] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0f039fa-0462-4b2c-8078-7e31418cffdf taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.986310] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0f039fa-0462-4b2c-8078-7e31418cffdf" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.986402] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0f039fa-0462-4b2c-8078-7e31418cffdf" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.986630] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0f039fa-0462-4b2c-8078-7e31418cffdf" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.987200] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0f039fa-0462-4b2c-8078-7e31418cffdf',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.109346] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.109587] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.109587] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.109795] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.109963] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.110078] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.110165] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.110372] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.110473] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.110567] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.110714] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.110807] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.110866] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.111022] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.111157] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.111248] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.111307] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.111484] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.111561] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.111638] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.111726] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.489525] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-9171cf91-a0c3-42f6-a4fb-c715310b4d43 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.489880] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.490118] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d0f039fa-0462-4b2c-8078-7e31418cffdf with status ACTIVE [ 1135.490216] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.490317] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.490401] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.490632] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.490749] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.491040] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.491116] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.491159] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.491471] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.491553] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.491935] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.492086] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.492180] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.492355] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.492451] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.492555] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d0f039fa-0462-4b2c-8078-7e31418cffdf is going to be updated. [ 1135.519698] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.519698] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.519698] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.519698] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.519993] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.519993] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0f039fa-0462-4b2c-8078-7e31418cffdf" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.614067] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9: rpc.has_security_group_logging(os_id): False [ 1135.640096] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.640285] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.640321] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.640547] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.640637] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.640870] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.640973] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.641097] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.641291] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.641368] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.641544] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.641642] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.641702] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.642040] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.642172] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.642547] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.642687] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.642788] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.643134] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.643328] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.643526] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 is going to be created. [ 1135.750766] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.750766] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.750766] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.751080] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.751208] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.771716] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 in Status: IN_PROGRESS for 2s [ 1135.968186] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 in Status: SUCCESS [ 1135.968445] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 deletion is rescheduled due to dependency. [ 1135.968595] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.968811] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.969169] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.969430] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.969573] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.969723] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.969884] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.970012] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.970159] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9171cf91-a0c3-42f6-a4fb-c715310b4d43',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.413061] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a210a91-a710-4d7e-9606-40111d468120 in Status: SUCCESS [ 1136.413251] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a210a91-a710-4d7e-9606-40111d468120" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.472855] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9171cf91-a0c3-42f6-a4fb-c715310b4d43',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.975747] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9171cf91-a0c3-42f6-a4fb-c715310b4d43',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.478499] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.478499] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.478499] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.478927] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.478927] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.478927] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 is going to be updated. [ 1137.510358] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.510585] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.510718] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.511064] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.511472] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.522930] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 in Status: IN_PROGRESS for 2s [ 1137.785330] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 in Status: SUCCESS [ 1137.785652] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.534314] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 in Status: SUCCESS [ 1139.534841] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.534841] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.535161] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.535245] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.535307] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.535345] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.535579] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.535657] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.535779] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.535910] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9171cf91-a0c3-42f6-a4fb-c715310b4d43',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.984786] env[65429]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1139.985050] env[65429]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1140.038616] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-9171cf91-a0c3-42f6-a4fb-c715310b4d43 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.038873] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.038941] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.039210] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.039504] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.039727] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.039792] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.040166] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.040381] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.040589] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.040942] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-9171cf91-a0c3-42f6-a4fb-c715310b4d43 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.041208] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.041208] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.041572] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.041754] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.041850] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.041940] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.042235] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.042345] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.042499] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.042640] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9171cf91-a0c3-42f6-a4fb-c715310b4d43',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.545102] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9171cf91-a0c3-42f6-a4fb-c715310b4d43: rpc.has_security_group_logging(os_id): False [ 1140.568740] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.569100] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.569259] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.569596] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.569757] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.570113] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.570370] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.570474] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.570782] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.570889] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.571224] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.571374] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.571471] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.571713] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.571834] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.572176] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.572328] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.572421] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.572638] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.572751] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.572994] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 is going to be updated. [ 1140.656357] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.656553] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.656661] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.656933] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.657161] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.676763] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 in Status: IN_PROGRESS for 2s [ 1141.192121] env[65429]: INFO networking_nsxv3.common.synchronization [req-e04b4dbf-8cd7-4563-b19b-6351d7d6fdb7 req-1fdc61f9-660d-45bc-8d6d-108d35da3d17 tempest-ServerActionsTestJSON-1857976248 tempest-ServerActionsTestJSON-1857976248-project-member] Enqueued Resource ID: 616e6d47-58ba-4378-9a76-748fa4d8dc52 with Priority: HIGHEST for action security_group_members [ 1141.192703] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 616e6d47-58ba-4378-9a76-748fa4d8dc52 with Priority: HIGHEST for action security_group_members [ 1141.195083] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-616e6d47-58ba-4378-9a76-748fa4d8dc52 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.195389] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-616e6d47-58ba-4378-9a76-748fa4d8dc52" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.195494] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-616e6d47-58ba-4378-9a76-748fa4d8dc52" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.195788] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-616e6d47-58ba-4378-9a76-748fa4d8dc52" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.196049] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.196199] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.196291] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.196491] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.196653] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.196789] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('616e6d47-58ba-4378-9a76-748fa4d8dc52',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.709012] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.709330] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.709330] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.709518] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.733710] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.734080] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.734257] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.734257] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.734481] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.734594] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.734747] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 616e6d47-58ba-4378-9a76-748fa4d8dc52 is going to be updated. [ 1141.765398] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.765671] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.765671] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.765821] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.765953] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.779699] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 616e6d47-58ba-4378-9a76-748fa4d8dc52 in Status: IN_PROGRESS for 2s [ 1142.695226] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 in Status: SUCCESS [ 1142.695513] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.791288] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 616e6d47-58ba-4378-9a76-748fa4d8dc52 in Status: SUCCESS [ 1143.791724] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 616e6d47-58ba-4378-9a76-748fa4d8dc52 deletion is rescheduled due to dependency. [ 1143.791724] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-616e6d47-58ba-4378-9a76-748fa4d8dc52" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.193792] env[65429]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1146.194134] env[65429]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1147.203309] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock network-846 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.203708] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "network-846" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.203708] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "network-846" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.203948] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "network-846" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.204228] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.204389] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.204510] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.204744] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.204890] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.205108] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1147.205221] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1147.205329] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1147.205434] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1147.205541] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1147.205647] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1147.205779] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1147.226218] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1147.226389] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1147.226429] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1147.226583] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "network-846" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.226901] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock port-e3812391-bfa8-4038-affc-13828f03c8c2 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.227097] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "port-e3812391-bfa8-4038-affc-13828f03c8c2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.227219] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "port-e3812391-bfa8-4038-affc-13828f03c8c2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.227488] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "port-e3812391-bfa8-4038-affc-13828f03c8c2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.227624] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3812391-bfa8-4038-affc-13828f03c8c2',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.730078] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.730337] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.730607] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.730928] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.731132] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.731924] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.731924] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.731924] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.732131] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.732318] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.732655] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.732848] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.732993] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.733261] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.733442] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.733610] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Resource: SegmentPort with ID: e3812391-bfa8-4038-affc-13828f03c8c2 is going to be updated. [ 1147.756145] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.756359] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.756487] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.756780] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.756972] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.757288] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "port-e3812391-bfa8-4038-affc-13828f03c8c2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.467846] env[65429]: INFO networking_nsxv3.common.synchronization [req-e072755a-186b-42e3-bf71-28cb1831dceb req-c329b895-0890-40e8-a24c-f4bdf273e3f1 service nova] Enqueued Resource ID: 8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 with Priority: HIGHEST for action security_group_rules [ 1148.468115] env[65429]: INFO networking_nsxv3.common.synchronization [req-e072755a-186b-42e3-bf71-28cb1831dceb req-c329b895-0890-40e8-a24c-f4bdf273e3f1 service nova] Enqueued Resource ID: 8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 with Priority: HIGHEST for action security_group_members [ 1148.468156] env[65429]: INFO networking_nsxv3.common.synchronization [req-e072755a-186b-42e3-bf71-28cb1831dceb req-c329b895-0890-40e8-a24c-f4bdf273e3f1 service nova] Enqueued Resource ID: e3812391-bfa8-4038-affc-13828f03c8c2 with Priority: HIGHEST for action port [ 1148.468756] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 with Priority: HIGHEST for action security_group_rules [ 1148.468907] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 with Priority: HIGHEST for action security_group_members [ 1148.469137] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3812391-bfa8-4038-affc-13828f03c8c2 with Priority: HIGHEST for action port [ 1148.469592] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.469810] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.469893] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.470146] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.470304] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.474915] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.475055] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.475121] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.475318] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.475474] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.475568] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.475629] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.475766] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.475857] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.475937] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.477960] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3812391-bfa8-4038-affc-13828f03c8c2 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.479813] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3812391-bfa8-4038-affc-13828f03c8c2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.479813] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3812391-bfa8-4038-affc-13828f03c8c2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.479813] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3812391-bfa8-4038-affc-13828f03c8c2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.479813] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3812391-bfa8-4038-affc-13828f03c8c2',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.975582] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.975781] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.978405] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.979859] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e3812391-bfa8-4038-affc-13828f03c8c2 with status ACTIVE [ 1148.980288] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.980288] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.980288] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.980583] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.980583] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.980749] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.980749] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.981056] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.981083] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.981176] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.981358] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.981508] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.981553] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.981821] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.981937] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.982101] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e3812391-bfa8-4038-affc-13828f03c8c2 is going to be updated. [ 1149.005143] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.005343] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.005385] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.005571] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.005712] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.005872] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3812391-bfa8-4038-affc-13828f03c8c2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.484045] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.986968] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.987202] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.987255] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.987479] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.987563] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.987660] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 is going to be updated. [ 1150.020526] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.020715] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.020799] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.021060] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.021236] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.031489] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 in Status: IN_PROGRESS for 2s [ 1150.248442] env[65429]: INFO networking_nsxv3.common.synchronization [req-9ce7d47c-38fc-4f61-95c8-bb8311300968 req-fab38d2c-b91f-4028-bce1-3a7ef8217be8 tempest-DeleteServersTestJSON-1613790083 tempest-DeleteServersTestJSON-1613790083-project-member] Enqueued Resource ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 with Priority: HIGHEST for action security_group_members [ 1150.248783] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 with Priority: HIGHEST for action security_group_members [ 1150.249429] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-9171cf91-a0c3-42f6-a4fb-c715310b4d43 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.249429] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.249429] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.249575] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.249650] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.249730] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.249769] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.249908] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.249998] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.250178] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9171cf91-a0c3-42f6-a4fb-c715310b4d43',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.752234] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.752234] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.752578] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.752578] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.752631] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.752873] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.752977] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.753053] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.753250] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.753337] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.753428] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 is going to be updated. [ 1150.785424] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.785614] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.785614] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.785845] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.785993] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.796500] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 in Status: IN_PROGRESS for 2s [ 1152.044300] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 in Status: SUCCESS [ 1152.044637] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.044733] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.044933] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.045187] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.045318] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.045382] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.045555] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.045659] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.045718] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.045809] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.548055] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.548303] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.548303] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.548509] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.548697] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.548796] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.548863] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.549023] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.549113] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.549202] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.549351] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.549447] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.549510] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.549651] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.549787] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.549878] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.549939] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.550087] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.550162] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.550243] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.550337] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.808178] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 in Status: SUCCESS [ 1152.808553] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 deletion is rescheduled due to dependency. [ 1152.808666] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.052865] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9: rpc.has_security_group_logging(os_id): False [ 1153.073158] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.073297] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.073351] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.073556] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.073649] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.073917] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.074037] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.074094] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.074235] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.074306] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.074478] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.074568] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.074628] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.074811] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.074864] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.075054] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.075139] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.075201] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.075335] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.075408] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.075492] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 is going to be updated. [ 1153.135428] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.135604] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.135678] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.135896] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.136060] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.150764] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 in Status: IN_PROGRESS for 2s [ 1155.170099] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 in Status: SUCCESS [ 1155.170099] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.249797] env[65429]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1155.249797] env[65429]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1158.612908] env[65429]: INFO networking_nsxv3.common.synchronization [req-12687d60-526d-47f7-8cec-35a4ec2d6612 req-126e7cd2-65fb-464b-b3e8-c04638610bde tempest-ServerActionsTestOtherB-1487493843 tempest-ServerActionsTestOtherB-1487493843-project-member] Enqueued Resource ID: 17513b54-2331-4ac9-98c2-eaea87e32cdf with Priority: HIGHEST for action security_group_members [ 1158.613528] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17513b54-2331-4ac9-98c2-eaea87e32cdf with Priority: HIGHEST for action security_group_members [ 1158.613882] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-17513b54-2331-4ac9-98c2-eaea87e32cdf taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.614293] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17513b54-2331-4ac9-98c2-eaea87e32cdf" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.614293] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17513b54-2331-4ac9-98c2-eaea87e32cdf" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.614424] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17513b54-2331-4ac9-98c2-eaea87e32cdf" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.614485] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.614583] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.614649] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.614796] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.614894] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.614996] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17513b54-2331-4ac9-98c2-eaea87e32cdf',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.117194] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.117386] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.117483] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.117743] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.140712] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.140955] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.141087] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.141168] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.141383] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.141459] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.141549] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17513b54-2331-4ac9-98c2-eaea87e32cdf is going to be updated. [ 1159.171624] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.171901] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.172084] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.172436] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.172689] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.182245] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17513b54-2331-4ac9-98c2-eaea87e32cdf in Status: IN_PROGRESS for 2s [ 1160.807771] env[65429]: INFO networking_nsxv3.common.synchronization [req-bebc39b8-4c09-4e77-9dce-123599582bfc req-90d559ef-adfa-4542-9abd-db0c9dff4c09 tempest-DeleteServersTestJSON-1613790083 tempest-DeleteServersTestJSON-1613790083-project-member] Enqueued Resource ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 with Priority: HIGHEST for action security_group_members [ 1160.808293] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 with Priority: HIGHEST for action security_group_members [ 1160.808600] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-9171cf91-a0c3-42f6-a4fb-c715310b4d43 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.808721] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.808787] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.808983] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.809279] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.809384] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.809444] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.809605] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.809689] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.809783] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9171cf91-a0c3-42f6-a4fb-c715310b4d43',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.838022] env[65429]: INFO networking_nsxv3.common.synchronization [req-74a6a289-dc68-4dfa-975f-79a6914f6472 req-a0efcb79-4db9-4f72-a0d9-bc84d0e9bb3c tempest-ServerRescueNegativeTestJSON-1203944106 tempest-ServerRescueNegativeTestJSON-1203944106-project-member] Enqueued Resource ID: d7806b13-d6d2-47fb-963c-3a79737a8395 with Priority: HIGHEST for action security_group_members [ 1160.838022] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7806b13-d6d2-47fb-963c-3a79737a8395 with Priority: HIGHEST for action security_group_members [ 1160.838022] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7806b13-d6d2-47fb-963c-3a79737a8395 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.838022] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7806b13-d6d2-47fb-963c-3a79737a8395" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.838022] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7806b13-d6d2-47fb-963c-3a79737a8395" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.838022] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7806b13-d6d2-47fb-963c-3a79737a8395" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.838524] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.838771] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.840411] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.840411] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.840411] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.840411] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7806b13-d6d2-47fb-963c-3a79737a8395',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.184857] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock network-946 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.185016] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "network-946" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.185112] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "network-946" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.185391] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "network-946" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.185636] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.185789] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.185906] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.186125] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.186290] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.186500] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1161.186610] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1161.186717] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1161.186822] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1161.186929] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1161.187049] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1161.187185] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1161.199714] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17513b54-2331-4ac9-98c2-eaea87e32cdf in Status: SUCCESS [ 1161.199714] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17513b54-2331-4ac9-98c2-eaea87e32cdf deletion is rescheduled due to dependency. [ 1161.199821] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17513b54-2331-4ac9-98c2-eaea87e32cdf" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.209770] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1161.209942] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1161.210098] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1161.210302] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "network-946" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.210657] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock port-25f9aac7-6cf4-4e5f-b520-c2da0dfffd87 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.210869] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "port-25f9aac7-6cf4-4e5f-b520-c2da0dfffd87" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.210957] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "port-25f9aac7-6cf4-4e5f-b520-c2da0dfffd87" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.211284] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "port-25f9aac7-6cf4-4e5f-b520-c2da0dfffd87" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.211427] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25f9aac7-6cf4-4e5f-b520-c2da0dfffd87',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.311735] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.311923] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.314018] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.314018] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.314018] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.314018] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.314018] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.314018] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.314018] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.314018] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.314018] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 is going to be updated. [ 1161.342703] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.342961] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.343123] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.343594] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.343711] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.345050] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.345174] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.345244] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.345450] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.355161] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 in Status: IN_PROGRESS for 2s [ 1161.367183] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.367464] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.367605] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.367674] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.367896] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.367985] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.368115] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7806b13-d6d2-47fb-963c-3a79737a8395 is going to be updated. [ 1161.395543] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.395706] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.395748] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.398377] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.398608] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.408402] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7806b13-d6d2-47fb-963c-3a79737a8395 in Status: IN_PROGRESS for 2s [ 1161.713321] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.713530] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.713615] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.713983] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.714274] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.714445] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Segment Port 25f9aac7-6cf4-4e5f-b520-c2da0dfffd87 not found, creating... [ 1161.714715] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.714878] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.714999] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.715253] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.715395] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.715683] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.715847] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.715965] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.716238] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.716355] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.716493] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Resource: SegmentPort with ID: 25f9aac7-6cf4-4e5f-b520-c2da0dfffd87 is going to be created. [ 1161.735426] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.735664] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.735740] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.736008] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.736247] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.736461] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "port-25f9aac7-6cf4-4e5f-b520-c2da0dfffd87" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.458708] env[65429]: INFO networking_nsxv3.common.synchronization [req-bebc39b8-4c09-4e77-9dce-123599582bfc req-7662dced-0a48-41b4-809d-4d01efb3d8d8 service nova] Enqueued Resource ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 with Priority: HIGHEST for action security_group_rules [ 1162.458976] env[65429]: INFO networking_nsxv3.common.synchronization [req-bebc39b8-4c09-4e77-9dce-123599582bfc req-7662dced-0a48-41b4-809d-4d01efb3d8d8 service nova] Enqueued Resource ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 with Priority: HIGHEST for action security_group_members [ 1162.459104] env[65429]: INFO networking_nsxv3.common.synchronization [req-bebc39b8-4c09-4e77-9dce-123599582bfc req-7662dced-0a48-41b4-809d-4d01efb3d8d8 service nova] Enqueued Resource ID: 25f9aac7-6cf4-4e5f-b520-c2da0dfffd87 with Priority: HIGHEST for action port [ 1162.460118] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 with Priority: HIGHEST for action security_group_rules [ 1162.460118] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 with Priority: HIGHEST for action security_group_members [ 1162.460118] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25f9aac7-6cf4-4e5f-b520-c2da0dfffd87 with Priority: HIGHEST for action port [ 1162.460287] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9171cf91-a0c3-42f6-a4fb-c715310b4d43 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.460287] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.460350] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.460490] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.460582] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9171cf91-a0c3-42f6-a4fb-c715310b4d43',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.463262] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-9171cf91-a0c3-42f6-a4fb-c715310b4d43 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.463338] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.463497] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-25f9aac7-6cf4-4e5f-b520-c2da0dfffd87 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.463603] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-25f9aac7-6cf4-4e5f-b520-c2da0dfffd87" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.463673] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-25f9aac7-6cf4-4e5f-b520-c2da0dfffd87" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.463832] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-25f9aac7-6cf4-4e5f-b520-c2da0dfffd87" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.463908] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25f9aac7-6cf4-4e5f-b520-c2da0dfffd87',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.965511] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-9171cf91-a0c3-42f6-a4fb-c715310b4d43 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.965763] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.969023] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 25f9aac7-6cf4-4e5f-b520-c2da0dfffd87 with status ACTIVE [ 1162.969222] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.969346] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.969416] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.969628] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.969727] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.969915] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.969983] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.970044] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.970191] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.970269] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.970446] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.970539] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.970601] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.970738] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.970811] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.970902] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 25f9aac7-6cf4-4e5f-b520-c2da0dfffd87 is going to be updated. [ 1162.993854] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.993854] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.994055] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.994302] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.994503] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.994739] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-25f9aac7-6cf4-4e5f-b520-c2da0dfffd87" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.366559] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 in Status: SUCCESS [ 1163.366871] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 deletion is rescheduled due to dependency. [ 1163.367100] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.367282] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.367530] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.367722] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.367868] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.367922] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.368133] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.368216] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.368315] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9171cf91-a0c3-42f6-a4fb-c715310b4d43',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.418419] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7806b13-d6d2-47fb-963c-3a79737a8395 in Status: SUCCESS [ 1163.418419] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7806b13-d6d2-47fb-963c-3a79737a8395 deletion is rescheduled due to dependency. [ 1163.418419] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7806b13-d6d2-47fb-963c-3a79737a8395" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.479016] env[65429]: INFO networking_nsxv3.common.synchronization [req-fc4a952b-340c-4f5e-960e-b16108d043d3 req-1e6b122f-fcd7-45b9-9aaa-626543da9e9a tempest-ServersNegativeTestJSON-1473151642 tempest-ServersNegativeTestJSON-1473151642-project-member] Enqueued Resource ID: 5a210a91-a710-4d7e-9606-40111d468120 with Priority: HIGHEST for action security_group_members [ 1163.479016] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a210a91-a710-4d7e-9606-40111d468120 with Priority: HIGHEST for action security_group_members [ 1163.479016] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a210a91-a710-4d7e-9606-40111d468120 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.479016] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a210a91-a710-4d7e-9606-40111d468120" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.479016] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a210a91-a710-4d7e-9606-40111d468120" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.479016] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a210a91-a710-4d7e-9606-40111d468120" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.479016] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.480423] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.480497] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.480664] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.480754] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.480855] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a210a91-a710-4d7e-9606-40111d468120',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.870440] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9171cf91-a0c3-42f6-a4fb-c715310b4d43',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.985778] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.985973] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.986087] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.986418] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.986548] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.988309] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.988449] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.988539] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.988737] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.989171] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.989171] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a210a91-a710-4d7e-9606-40111d468120 is going to be updated. [ 1164.020370] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.020370] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.020370] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.020370] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.020370] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.029760] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a210a91-a710-4d7e-9606-40111d468120 in Status: IN_PROGRESS for 2s [ 1164.087341] env[65429]: INFO networking_nsxv3.common.synchronization [req-32bacafe-68b4-41cd-bd82-d141d3016984 req-186f10d7-e956-408d-a05b-8370e2c7715f tempest-AttachInterfacesTestJSON-192137818 tempest-AttachInterfacesTestJSON-192137818-project-member] Enqueued Resource ID: a0f8ea33-bb19-46dd-bffd-385a2e84cc83 with Priority: HIGHEST for action security_group_members [ 1164.087845] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0f8ea33-bb19-46dd-bffd-385a2e84cc83 with Priority: HIGHEST for action security_group_members [ 1164.088133] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0f8ea33-bb19-46dd-bffd-385a2e84cc83 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.088312] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0f8ea33-bb19-46dd-bffd-385a2e84cc83" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.088388] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0f8ea33-bb19-46dd-bffd-385a2e84cc83" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.088642] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0f8ea33-bb19-46dd-bffd-385a2e84cc83" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.088821] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.088955] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.089034] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.089257] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.089351] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.089445] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0f8ea33-bb19-46dd-bffd-385a2e84cc83',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.374093] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9171cf91-a0c3-42f6-a4fb-c715310b4d43',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.593262] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a0f8ea33-bb19-46dd-bffd-385a2e84cc83',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.878804] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.878804] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.878804] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.878804] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.878804] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.878804] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 is going to be updated. [ 1164.907013] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.907013] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.907013] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.907013] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.907013] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.914961] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 in Status: IN_PROGRESS for 2s [ 1165.096725] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a0f8ea33-bb19-46dd-bffd-385a2e84cc83',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.327066] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock network-808 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.327274] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "network-808" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.327403] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "network-808" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.327691] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "network-808" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.327927] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.331580] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.331729] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.332013] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.332202] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.332417] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1165.332534] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1165.332723] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1165.332768] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1165.332869] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1165.332977] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1165.333131] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1165.361433] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1165.361631] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1165.361742] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1165.362025] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "network-808" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.362381] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock port-e34fd764-5686-4d73-b8f6-3db22b0589a0 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.362562] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "port-e34fd764-5686-4d73-b8f6-3db22b0589a0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.362683] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "port-e34fd764-5686-4d73-b8f6-3db22b0589a0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.362969] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "port-e34fd764-5686-4d73-b8f6-3db22b0589a0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.363198] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e34fd764-5686-4d73-b8f6-3db22b0589a0',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.598661] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.599032] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.599032] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.599102] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.599190] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.599289] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0f8ea33-bb19-46dd-bffd-385a2e84cc83 is going to be updated. [ 1165.642512] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.642670] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.642747] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.642978] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.643210] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.653167] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0f8ea33-bb19-46dd-bffd-385a2e84cc83 in Status: IN_PROGRESS for 2s [ 1165.866416] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.866570] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.866777] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.867084] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.867244] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.867599] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.867760] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.867877] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.868120] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.868260] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.868940] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.868940] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.869089] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.869798] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.869798] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.869798] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Resource: SegmentPort with ID: e34fd764-5686-4d73-b8f6-3db22b0589a0 is going to be updated. [ 1165.897103] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.897365] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.897470] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.897755] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.897950] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.898206] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "port-e34fd764-5686-4d73-b8f6-3db22b0589a0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.040603] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a210a91-a710-4d7e-9606-40111d468120 in Status: SUCCESS [ 1166.040840] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a210a91-a710-4d7e-9606-40111d468120 deletion is rescheduled due to dependency. [ 1166.040972] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a210a91-a710-4d7e-9606-40111d468120" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.652500] env[65429]: INFO networking_nsxv3.common.synchronization [req-e957ac70-43cd-47ad-8f15-c2ecfb56a9a7 req-4b7ea19e-998e-4d3c-b7dc-7f7cb62936b6 service nova] Enqueued Resource ID: 96f0afde-4905-43d1-8592-96498d508bd6 with Priority: HIGHEST for action security_group_rules [ 1166.652738] env[65429]: INFO networking_nsxv3.common.synchronization [req-e957ac70-43cd-47ad-8f15-c2ecfb56a9a7 req-4b7ea19e-998e-4d3c-b7dc-7f7cb62936b6 service nova] Enqueued Resource ID: 96f0afde-4905-43d1-8592-96498d508bd6 with Priority: HIGHEST for action security_group_members [ 1166.652820] env[65429]: INFO networking_nsxv3.common.synchronization [req-e957ac70-43cd-47ad-8f15-c2ecfb56a9a7 req-4b7ea19e-998e-4d3c-b7dc-7f7cb62936b6 service nova] Enqueued Resource ID: e34fd764-5686-4d73-b8f6-3db22b0589a0 with Priority: HIGHEST for action port [ 1166.653392] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96f0afde-4905-43d1-8592-96498d508bd6 with Priority: HIGHEST for action security_group_rules [ 1166.653530] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96f0afde-4905-43d1-8592-96498d508bd6 with Priority: HIGHEST for action security_group_members [ 1166.653628] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e34fd764-5686-4d73-b8f6-3db22b0589a0 with Priority: HIGHEST for action port [ 1166.653896] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96f0afde-4905-43d1-8592-96498d508bd6 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.654048] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96f0afde-4905-43d1-8592-96498d508bd6" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.654126] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96f0afde-4905-43d1-8592-96498d508bd6" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.654323] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96f0afde-4905-43d1-8592-96498d508bd6" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.654533] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96f0afde-4905-43d1-8592-96498d508bd6',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.655872] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-96f0afde-4905-43d1-8592-96498d508bd6 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.655992] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96f0afde-4905-43d1-8592-96498d508bd6" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.656075] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96f0afde-4905-43d1-8592-96498d508bd6" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.657858] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96f0afde-4905-43d1-8592-96498d508bd6" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.657858] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.657858] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.657858] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.657858] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.657858] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.657858] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96f0afde-4905-43d1-8592-96498d508bd6',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.657858] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-e34fd764-5686-4d73-b8f6-3db22b0589a0 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.657858] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e34fd764-5686-4d73-b8f6-3db22b0589a0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.657858] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e34fd764-5686-4d73-b8f6-3db22b0589a0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.658660] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e34fd764-5686-4d73-b8f6-3db22b0589a0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.658660] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e34fd764-5686-4d73-b8f6-3db22b0589a0',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.924438] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 in Status: SUCCESS [ 1166.924589] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.925237] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.925237] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.925237] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.925237] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.926453] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.926453] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.926453] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.926453] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.926453] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9171cf91-a0c3-42f6-a4fb-c715310b4d43',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.156746] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-96f0afde-4905-43d1-8592-96498d508bd6 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.156978] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96f0afde-4905-43d1-8592-96498d508bd6" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.160484] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96f0afde-4905-43d1-8592-96498d508bd6',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.161457] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e34fd764-5686-4d73-b8f6-3db22b0589a0 with status ACTIVE [ 1167.161685] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.161828] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.161930] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.162146] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.162241] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.162443] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.162544] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.162634] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.162795] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.162893] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.163161] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.163244] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.164120] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.164120] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.164120] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.164120] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e34fd764-5686-4d73-b8f6-3db22b0589a0 is going to be updated. [ 1167.196452] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.196452] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.196452] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.196716] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.196844] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.196902] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e34fd764-5686-4d73-b8f6-3db22b0589a0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.427737] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-9171cf91-a0c3-42f6-a4fb-c715310b4d43 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.427911] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.428047] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.428329] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.428504] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.428606] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.428676] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.428837] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.428905] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.428992] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.429186] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-9171cf91-a0c3-42f6-a4fb-c715310b4d43 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.429293] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.429386] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.429494] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.429631] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.429723] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.429785] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.429919] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.429999] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.430097] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.430255] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9171cf91-a0c3-42f6-a4fb-c715310b4d43',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.666684] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0f8ea33-bb19-46dd-bffd-385a2e84cc83 in Status: SUCCESS [ 1167.667150] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0f8ea33-bb19-46dd-bffd-385a2e84cc83" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.667329] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96f0afde-4905-43d1-8592-96498d508bd6',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.932158] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9171cf91-a0c3-42f6-a4fb-c715310b4d43: rpc.has_security_group_logging(os_id): False [ 1167.953852] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.954152] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.954259] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.954456] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.954562] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.954819] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.954908] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.954908] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.955102] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.955191] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.955408] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.955513] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.955585] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.955738] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.955820] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.956441] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.956998] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.956998] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.956998] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.956998] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.956998] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 is going to be updated. [ 1168.026441] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.026635] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.026717] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.026887] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.027045] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.048454] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 in Status: IN_PROGRESS for 2s [ 1168.169559] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.169884] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.170137] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.170507] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.170681] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.170853] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96f0afde-4905-43d1-8592-96498d508bd6 is going to be updated. [ 1168.228845] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.229118] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.229118] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.229257] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.229443] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.239859] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96f0afde-4905-43d1-8592-96498d508bd6 in Status: IN_PROGRESS for 2s [ 1170.087746] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 in Status: SUCCESS [ 1170.088399] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.250664] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96f0afde-4905-43d1-8592-96498d508bd6 in Status: SUCCESS [ 1170.250911] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96f0afde-4905-43d1-8592-96498d508bd6" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.251106] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96f0afde-4905-43d1-8592-96498d508bd6" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.251359] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96f0afde-4905-43d1-8592-96498d508bd6" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.251560] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.251689] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.251758] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.252297] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.252442] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.252566] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96f0afde-4905-43d1-8592-96498d508bd6" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.252566] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('96f0afde-4905-43d1-8592-96498d508bd6',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.755064] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('96f0afde-4905-43d1-8592-96498d508bd6',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.125795] env[65429]: INFO networking_nsxv3.common.synchronization [req-e98b6340-467b-4e57-8297-adec0e3a178c req-74a1d548-d372-45b1-93c4-ef492171317e tempest-AttachVolumeNegativeTest-567722119 tempest-AttachVolumeNegativeTest-567722119-project-member] Enqueued Resource ID: 04a9235d-ff77-47c6-afc3-7df0a92c18da with Priority: HIGHEST for action security_group_members [ 1171.126894] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04a9235d-ff77-47c6-afc3-7df0a92c18da with Priority: HIGHEST for action security_group_members [ 1171.127603] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-04a9235d-ff77-47c6-afc3-7df0a92c18da taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.128193] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04a9235d-ff77-47c6-afc3-7df0a92c18da" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.128428] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04a9235d-ff77-47c6-afc3-7df0a92c18da" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.129725] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04a9235d-ff77-47c6-afc3-7df0a92c18da" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.130433] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.130433] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.130433] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.130613] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.130685] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.130803] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04a9235d-ff77-47c6-afc3-7df0a92c18da',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.258772] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 96f0afde-4905-43d1-8592-96498d508bd6: rpc.has_security_group_logging(os_id): False [ 1171.280306] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.280454] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.280567] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.280738] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.280841] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.281338] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.281448] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.281480] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.282551] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.282551] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.282551] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96f0afde-4905-43d1-8592-96498d508bd6 is going to be updated. [ 1171.363157] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.364019] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.364019] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.364019] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.364019] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.381477] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96f0afde-4905-43d1-8592-96498d508bd6 in Status: IN_PROGRESS for 2s [ 1171.634304] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.634580] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.634623] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.634858] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.634998] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.635342] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.635453] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.635531] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.635827] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.635867] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.635966] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04a9235d-ff77-47c6-afc3-7df0a92c18da is going to be updated. [ 1171.675266] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.675266] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.675266] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.675266] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.675266] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.682624] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04a9235d-ff77-47c6-afc3-7df0a92c18da in Status: IN_PROGRESS for 2s [ 1173.399727] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96f0afde-4905-43d1-8592-96498d508bd6 in Status: SUCCESS [ 1173.400131] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96f0afde-4905-43d1-8592-96498d508bd6" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.693526] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04a9235d-ff77-47c6-afc3-7df0a92c18da in Status: SUCCESS [ 1173.693707] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04a9235d-ff77-47c6-afc3-7df0a92c18da deletion is rescheduled due to dependency. [ 1173.693887] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04a9235d-ff77-47c6-afc3-7df0a92c18da" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.457455] env[65429]: INFO networking_nsxv3.common.synchronization [req-11ef9c04-ef85-44ef-8ff3-188ac6cdf7ff req-8b4f3fd8-59b9-4d18-8b18-2b9b446f2273 tempest-ServerActionsTestOtherB-1487493843 tempest-ServerActionsTestOtherB-1487493843-project-member] Enqueued Resource ID: 17513b54-2331-4ac9-98c2-eaea87e32cdf with Priority: HIGHEST for action security_group_members [ 1174.458653] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17513b54-2331-4ac9-98c2-eaea87e32cdf with Priority: HIGHEST for action security_group_members [ 1174.458653] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-17513b54-2331-4ac9-98c2-eaea87e32cdf taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.458653] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17513b54-2331-4ac9-98c2-eaea87e32cdf" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.458653] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17513b54-2331-4ac9-98c2-eaea87e32cdf" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.458831] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17513b54-2331-4ac9-98c2-eaea87e32cdf" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.458918] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.459026] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.459091] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.459314] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.459418] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.459522] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17513b54-2331-4ac9-98c2-eaea87e32cdf',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.908084] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock network-755 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.908084] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "network-755" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.908084] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "network-755" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.908084] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "network-755" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.908084] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.908084] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.908084] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.908731] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.908991] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.910096] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1174.910447] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1174.910652] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1174.911242] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1174.911482] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1174.911689] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1174.911938] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1174.934501] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1174.934726] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1174.934890] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1174.935119] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "network-755" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.935620] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock port-31e71e0c-225b-46fc-afd8-65d7c9ebf878 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.935732] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "port-31e71e0c-225b-46fc-afd8-65d7c9ebf878" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.935834] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "port-31e71e0c-225b-46fc-afd8-65d7c9ebf878" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.936192] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "port-31e71e0c-225b-46fc-afd8-65d7c9ebf878" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.936334] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31e71e0c-225b-46fc-afd8-65d7c9ebf878',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.961493] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.961765] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.961765] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.961925] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.962019] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.962236] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.962372] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.962432] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.962533] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.962608] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.962693] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17513b54-2331-4ac9-98c2-eaea87e32cdf is going to be updated. [ 1174.993645] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.993645] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.993645] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.993645] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.993645] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.004210] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17513b54-2331-4ac9-98c2-eaea87e32cdf in Status: IN_PROGRESS for 2s [ 1175.439310] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.439619] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.439909] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.440307] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.440446] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.440601] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Segment Port 31e71e0c-225b-46fc-afd8-65d7c9ebf878 not found, creating... [ 1175.441032] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.441223] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.441477] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.442118] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.442373] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.442755] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.442968] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.443115] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.443343] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.443515] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.443668] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Resource: SegmentPort with ID: 31e71e0c-225b-46fc-afd8-65d7c9ebf878 is going to be created. [ 1175.470237] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.470581] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.470737] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.471053] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.471355] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.471641] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "port-31e71e0c-225b-46fc-afd8-65d7c9ebf878" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.594096] env[65429]: INFO networking_nsxv3.common.synchronization [None req-77b709e4-f30f-4e20-a30d-0ad3e57f8ed2 None None] Enqueued Resource ID: 3bbba657-d505-479e-ac51-c72a2459d755 with Priority: HIGHEST for action port [ 1175.594664] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bbba657-d505-479e-ac51-c72a2459d755 with Priority: HIGHEST for action port [ 1175.595215] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-3bbba657-d505-479e-ac51-c72a2459d755 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.595215] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3bbba657-d505-479e-ac51-c72a2459d755" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.595371] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3bbba657-d505-479e-ac51-c72a2459d755" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.595567] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3bbba657-d505-479e-ac51-c72a2459d755" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.595629] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3bbba657-d505-479e-ac51-c72a2459d755',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.687934] env[65429]: INFO networking_nsxv3.common.synchronization [req-43240b91-d51b-4082-9b38-cf221ec9118f req-c9b3d864-2e33-461f-85e3-f1b8895f2bba tempest-AttachInterfacesTestJSON-192137818 tempest-AttachInterfacesTestJSON-192137818-project-member] Enqueued Resource ID: a0f8ea33-bb19-46dd-bffd-385a2e84cc83 with Priority: HIGHEST for action security_group_members [ 1175.688571] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0f8ea33-bb19-46dd-bffd-385a2e84cc83 with Priority: HIGHEST for action security_group_members [ 1175.689085] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-a0f8ea33-bb19-46dd-bffd-385a2e84cc83 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.689201] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a0f8ea33-bb19-46dd-bffd-385a2e84cc83" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.689239] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a0f8ea33-bb19-46dd-bffd-385a2e84cc83" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.689683] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a0f8ea33-bb19-46dd-bffd-385a2e84cc83" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.689683] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.689819] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.689819] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.689897] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.690109] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.690109] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a0f8ea33-bb19-46dd-bffd-385a2e84cc83',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.101789] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3bbba657-d505-479e-ac51-c72a2459d755 [ 1176.104357] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.104357] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.104357] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.104357] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.104357] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.104357] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3bbba657-d505-479e-ac51-c72a2459d755 already deleted. [ 1176.104357] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3bbba657-d505-479e-ac51-c72a2459d755" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.192912] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.193101] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.193139] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.195032] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.195032] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.195032] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.195032] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.195032] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.195369] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.195369] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.195458] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0f8ea33-bb19-46dd-bffd-385a2e84cc83 is going to be updated. [ 1176.235579] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.235579] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.235579] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.235579] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.235579] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.246260] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0f8ea33-bb19-46dd-bffd-385a2e84cc83 in Status: IN_PROGRESS for 2s [ 1176.273406] env[65429]: INFO networking_nsxv3.common.synchronization [req-11ef9c04-ef85-44ef-8ff3-188ac6cdf7ff req-47f11abd-0c87-4d98-b6eb-44008d6b7366 service nova] Enqueued Resource ID: 17513b54-2331-4ac9-98c2-eaea87e32cdf with Priority: HIGHEST for action security_group_rules [ 1176.274040] env[65429]: INFO networking_nsxv3.common.synchronization [req-11ef9c04-ef85-44ef-8ff3-188ac6cdf7ff req-47f11abd-0c87-4d98-b6eb-44008d6b7366 service nova] Enqueued Resource ID: 17513b54-2331-4ac9-98c2-eaea87e32cdf with Priority: HIGHEST for action security_group_members [ 1176.274040] env[65429]: INFO networking_nsxv3.common.synchronization [req-11ef9c04-ef85-44ef-8ff3-188ac6cdf7ff req-47f11abd-0c87-4d98-b6eb-44008d6b7366 service nova] Enqueued Resource ID: 31e71e0c-225b-46fc-afd8-65d7c9ebf878 with Priority: HIGHEST for action port [ 1176.274445] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17513b54-2331-4ac9-98c2-eaea87e32cdf with Priority: HIGHEST for action security_group_rules [ 1176.274607] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17513b54-2331-4ac9-98c2-eaea87e32cdf with Priority: HIGHEST for action security_group_members [ 1176.274719] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31e71e0c-225b-46fc-afd8-65d7c9ebf878 with Priority: HIGHEST for action port [ 1176.275233] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17513b54-2331-4ac9-98c2-eaea87e32cdf taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.275925] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17513b54-2331-4ac9-98c2-eaea87e32cdf" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.275925] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17513b54-2331-4ac9-98c2-eaea87e32cdf" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.275925] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17513b54-2331-4ac9-98c2-eaea87e32cdf" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.275925] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17513b54-2331-4ac9-98c2-eaea87e32cdf',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.276779] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-17513b54-2331-4ac9-98c2-eaea87e32cdf taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.276875] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17513b54-2331-4ac9-98c2-eaea87e32cdf" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.277073] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-31e71e0c-225b-46fc-afd8-65d7c9ebf878 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.277175] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31e71e0c-225b-46fc-afd8-65d7c9ebf878" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.277259] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31e71e0c-225b-46fc-afd8-65d7c9ebf878" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.277421] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31e71e0c-225b-46fc-afd8-65d7c9ebf878" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.277497] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31e71e0c-225b-46fc-afd8-65d7c9ebf878',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.449675] env[65429]: INFO networking_nsxv3.common.synchronization [req-d1db7590-3eff-4609-b661-6d0cce9652f5 req-06b389b5-8308-4f85-b6a5-71326f5c91e9 tempest-ServerRescueNegativeTestJSON-1203944106 tempest-ServerRescueNegativeTestJSON-1203944106-project-member] Enqueued Resource ID: 716be1b4-4f1b-4051-9736-05f4b331cbe4 with Priority: HIGHEST for action security_group_members [ 1176.450276] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 716be1b4-4f1b-4051-9736-05f4b331cbe4 with Priority: HIGHEST for action security_group_members [ 1176.451306] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-716be1b4-4f1b-4051-9736-05f4b331cbe4 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.451471] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-716be1b4-4f1b-4051-9736-05f4b331cbe4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.451542] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-716be1b4-4f1b-4051-9736-05f4b331cbe4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.452123] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-716be1b4-4f1b-4051-9736-05f4b331cbe4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.452123] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.452123] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.452123] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.452340] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.452340] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.452432] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('716be1b4-4f1b-4051-9736-05f4b331cbe4',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.683265] env[65429]: INFO networking_nsxv3.common.synchronization [req-1a696f47-9b9f-4210-9153-86e5dde7bc4c req-731d9385-7419-435a-a98a-9d4703161aca tempest-DeleteServersTestJSON-1613790083 tempest-DeleteServersTestJSON-1613790083-project-member] Enqueued Resource ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 with Priority: HIGHEST for action security_group_members [ 1176.684058] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 with Priority: HIGHEST for action security_group_members [ 1176.685673] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-9171cf91-a0c3-42f6-a4fb-c715310b4d43 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.685804] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.685873] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.686107] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.686277] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.686376] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.686439] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.686587] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.686672] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.686767] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9171cf91-a0c3-42f6-a4fb-c715310b4d43',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.781148] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-17513b54-2331-4ac9-98c2-eaea87e32cdf taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.781148] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17513b54-2331-4ac9-98c2-eaea87e32cdf" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.781148] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 31e71e0c-225b-46fc-afd8-65d7c9ebf878 with status ACTIVE [ 1176.781148] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.781148] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.781148] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.781148] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.781148] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.782266] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.782319] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.782411] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.782560] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.782645] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.782851] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.782947] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.784027] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.784027] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.784027] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.784027] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 31e71e0c-225b-46fc-afd8-65d7c9ebf878 is going to be updated. [ 1176.808035] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.808035] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.808035] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.808408] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.808750] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.808824] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31e71e0c-225b-46fc-afd8-65d7c9ebf878" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.959511] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('716be1b4-4f1b-4051-9736-05f4b331cbe4',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.015921] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17513b54-2331-4ac9-98c2-eaea87e32cdf in Status: SUCCESS [ 1177.016129] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17513b54-2331-4ac9-98c2-eaea87e32cdf deletion is rescheduled due to dependency. [ 1177.016249] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17513b54-2331-4ac9-98c2-eaea87e32cdf" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.016498] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17513b54-2331-4ac9-98c2-eaea87e32cdf" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.016726] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17513b54-2331-4ac9-98c2-eaea87e32cdf" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.016926] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.017067] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.017129] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.017320] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.017409] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.017508] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17513b54-2331-4ac9-98c2-eaea87e32cdf',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.189316] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.189505] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.189542] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.189768] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.189860] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.190300] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.190300] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.190300] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.190490] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.190490] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.190597] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 is going to be updated. [ 1177.224960] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.225164] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.225265] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.225471] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.225613] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.237677] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 in Status: IN_PROGRESS for 2s [ 1177.463716] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('716be1b4-4f1b-4051-9736-05f4b331cbe4',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.523356] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17513b54-2331-4ac9-98c2-eaea87e32cdf',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.955340] env[65429]: INFO networking_nsxv3.common.synchronization [None req-fef42417-6f62-42b7-a8d9-0f137f548e22 None None] Enqueued Resource ID: f7ddbf32-f5cd-435e-a94d-425343918244 with Priority: HIGHEST for action port [ 1177.955340] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7ddbf32-f5cd-435e-a94d-425343918244 with Priority: HIGHEST for action port [ 1177.955340] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7ddbf32-f5cd-435e-a94d-425343918244 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.955340] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7ddbf32-f5cd-435e-a94d-425343918244" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.955340] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7ddbf32-f5cd-435e-a94d-425343918244" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.955340] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7ddbf32-f5cd-435e-a94d-425343918244" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.955340] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7ddbf32-f5cd-435e-a94d-425343918244',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.966844] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.967067] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.967143] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.967374] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.967469] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.967571] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 716be1b4-4f1b-4051-9736-05f4b331cbe4 is going to be updated. [ 1178.001640] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.001811] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.001849] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.002200] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.002282] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.015109] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 716be1b4-4f1b-4051-9736-05f4b331cbe4 in Status: IN_PROGRESS for 2s [ 1178.026800] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17513b54-2331-4ac9-98c2-eaea87e32cdf',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.255747] env[65429]: INFO networking_nsxv3.common.synchronization [None req-0e143a6c-1cab-4bd1-8a0c-60b480b54863 None None] Enqueued Resource ID: d52ac24e-5a3d-47af-9a9f-913394043333 with Priority: HIGHEST for action port [ 1178.256435] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d52ac24e-5a3d-47af-9a9f-913394043333 with Priority: HIGHEST for action port [ 1178.258692] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a0f8ea33-bb19-46dd-bffd-385a2e84cc83 in Status: SUCCESS [ 1178.258938] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a0f8ea33-bb19-46dd-bffd-385a2e84cc83 deletion is rescheduled due to dependency. [ 1178.259270] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a0f8ea33-bb19-46dd-bffd-385a2e84cc83" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.259879] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-d52ac24e-5a3d-47af-9a9f-913394043333 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.260050] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d52ac24e-5a3d-47af-9a9f-913394043333" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.260160] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d52ac24e-5a3d-47af-9a9f-913394043333" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.260564] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d52ac24e-5a3d-47af-9a9f-913394043333" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.260664] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d52ac24e-5a3d-47af-9a9f-913394043333',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.460038] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f7ddbf32-f5cd-435e-a94d-425343918244 [ 1178.460899] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.460899] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.460899] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.461493] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.461793] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.462244] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f7ddbf32-f5cd-435e-a94d-425343918244 already deleted. [ 1178.462244] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7ddbf32-f5cd-435e-a94d-425343918244" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.528879] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.529094] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.529783] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.529783] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.529783] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.529783] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17513b54-2331-4ac9-98c2-eaea87e32cdf is going to be updated. [ 1178.561219] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.561219] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.561418] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.561687] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.561687] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.574037] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17513b54-2331-4ac9-98c2-eaea87e32cdf in Status: IN_PROGRESS for 2s [ 1178.765224] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d52ac24e-5a3d-47af-9a9f-913394043333 [ 1178.765864] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.765864] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.765864] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.765864] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.766170] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.766170] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d52ac24e-5a3d-47af-9a9f-913394043333 already deleted. [ 1178.766170] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d52ac24e-5a3d-47af-9a9f-913394043333" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.783413] env[65429]: INFO networking_nsxv3.common.synchronization [None req-761528b0-d93a-43b2-b29c-e7c90f8c2c81 tempest-AttachVolumeNegativeTest-567722119 tempest-AttachVolumeNegativeTest-567722119-project-member] Enqueued Resource ID: 827f7614-bcfa-48b3-928e-ef16002b5af7 with Priority: HIGHEST for action security_group_rules [ 1178.783911] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 827f7614-bcfa-48b3-928e-ef16002b5af7 with Priority: HIGHEST for action security_group_rules [ 1178.784620] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-827f7614-bcfa-48b3-928e-ef16002b5af7 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.784620] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-827f7614-bcfa-48b3-928e-ef16002b5af7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.784620] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-827f7614-bcfa-48b3-928e-ef16002b5af7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.784725] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-827f7614-bcfa-48b3-928e-ef16002b5af7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.784791] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('827f7614-bcfa-48b3-928e-ef16002b5af7',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.885700] env[65429]: INFO networking_nsxv3.common.synchronization [None req-eeed7daa-c07a-4145-aceb-b8469b50e7e8 tempest-AttachVolumeNegativeTest-567722119 tempest-AttachVolumeNegativeTest-567722119-project-member] Enqueued Resource ID: 827f7614-bcfa-48b3-928e-ef16002b5af7 with Priority: HIGHEST for action security_group_rules [ 1178.885999] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 827f7614-bcfa-48b3-928e-ef16002b5af7 with Priority: HIGHEST for action security_group_rules [ 1178.886212] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-827f7614-bcfa-48b3-928e-ef16002b5af7 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.886330] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-827f7614-bcfa-48b3-928e-ef16002b5af7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.249198] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 in Status: SUCCESS [ 1179.249463] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 deletion is rescheduled due to dependency. [ 1179.249630] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.310855] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.311034] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.311074] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.311315] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.311433] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.311471] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 827f7614-bcfa-48b3-928e-ef16002b5af7 already deleted. [ 1179.311564] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-827f7614-bcfa-48b3-928e-ef16002b5af7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.311718] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-827f7614-bcfa-48b3-928e-ef16002b5af7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.311878] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-827f7614-bcfa-48b3-928e-ef16002b5af7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.311974] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('827f7614-bcfa-48b3-928e-ef16002b5af7',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.835543] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.835700] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.835774] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.836946] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.837261] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.837261] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 827f7614-bcfa-48b3-928e-ef16002b5af7 already deleted. [ 1179.837377] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-827f7614-bcfa-48b3-928e-ef16002b5af7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.000349] env[65429]: INFO networking_nsxv3.common.synchronization [req-514a5955-3885-451c-949f-81c92b747b9c req-3510232c-b5f3-4fa5-8f66-2c23c416c690 tempest-ServerActionsTestJSON-1857976248 tempest-ServerActionsTestJSON-1857976248-project-member] Enqueued Resource ID: 09b42f09-5675-4093-98d2-c237cb24a3a7 with Priority: HIGHEST for action security_group_members [ 1180.000957] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09b42f09-5675-4093-98d2-c237cb24a3a7 with Priority: HIGHEST for action security_group_members [ 1180.001460] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-09b42f09-5675-4093-98d2-c237cb24a3a7 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.001592] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09b42f09-5675-4093-98d2-c237cb24a3a7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.001663] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09b42f09-5675-4093-98d2-c237cb24a3a7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.001905] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09b42f09-5675-4093-98d2-c237cb24a3a7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.002261] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.002416] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.002517] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.002707] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.002851] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.002960] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09b42f09-5675-4093-98d2-c237cb24a3a7',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.027027] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 716be1b4-4f1b-4051-9736-05f4b331cbe4 in Status: SUCCESS [ 1180.027208] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-716be1b4-4f1b-4051-9736-05f4b331cbe4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.505623] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.505977] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.505977] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.506170] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.506265] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.506561] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.506658] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.506900] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.506900] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.506983] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.507066] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09b42f09-5675-4093-98d2-c237cb24a3a7 is going to be updated. [ 1180.534236] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.534457] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.534536] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.534760] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.534909] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.546181] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09b42f09-5675-4093-98d2-c237cb24a3a7 in Status: IN_PROGRESS for 2s [ 1180.548177] env[65429]: INFO networking_nsxv3.common.synchronization [None req-2d8f6267-9c2a-4b5a-bfc6-3bbe0a98395e tempest-AttachInterfacesTestJSON-192137818 tempest-AttachInterfacesTestJSON-192137818-project-member] Enqueued Resource ID: 8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 with Priority: HIGHEST for action security_group_members [ 1180.548706] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 with Priority: HIGHEST for action security_group_members [ 1180.549016] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.549446] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.549700] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.550052] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.550097] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.550272] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.550325] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.550860] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.550860] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.550860] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.582476] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17513b54-2331-4ac9-98c2-eaea87e32cdf in Status: SUCCESS [ 1180.582476] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17513b54-2331-4ac9-98c2-eaea87e32cdf" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.582824] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17513b54-2331-4ac9-98c2-eaea87e32cdf" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.583049] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17513b54-2331-4ac9-98c2-eaea87e32cdf" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.583242] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.583358] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.583425] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.583576] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.583656] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.583741] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17513b54-2331-4ac9-98c2-eaea87e32cdf" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.583832] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('17513b54-2331-4ac9-98c2-eaea87e32cdf',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.803784] env[65429]: INFO networking_nsxv3.common.synchronization [None req-a860da6b-ba86-4425-84e0-50d27ab78d61 None None] Enqueued Resource ID: 81d70a69-c37d-4490-a85f-ef708e74d9fd with Priority: HIGHEST for action port [ 1180.803784] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81d70a69-c37d-4490-a85f-ef708e74d9fd with Priority: HIGHEST for action port [ 1180.803784] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-81d70a69-c37d-4490-a85f-ef708e74d9fd taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.803784] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81d70a69-c37d-4490-a85f-ef708e74d9fd" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.803784] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81d70a69-c37d-4490-a85f-ef708e74d9fd" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.805918] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81d70a69-c37d-4490-a85f-ef708e74d9fd" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.805918] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81d70a69-c37d-4490-a85f-ef708e74d9fd',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.054026] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.054026] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.054276] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.054739] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.054739] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.055092] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.055202] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.055500] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.055679] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.055833] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.056102] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 is going to be updated. [ 1181.085926] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('17513b54-2331-4ac9-98c2-eaea87e32cdf',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.089955] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.089955] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.089955] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.090425] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.090425] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.100739] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 in Status: IN_PROGRESS for 2s [ 1181.309383] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 81d70a69-c37d-4490-a85f-ef708e74d9fd [ 1181.309576] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.309675] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.309731] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.309957] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.310179] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.310179] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:81d70a69-c37d-4490-a85f-ef708e74d9fd already deleted. [ 1181.310336] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81d70a69-c37d-4490-a85f-ef708e74d9fd" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.589456] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 17513b54-2331-4ac9-98c2-eaea87e32cdf: rpc.has_security_group_logging(os_id): False [ 1181.607637] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.607815] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.607858] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.608063] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.608151] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.608388] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.608488] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.608550] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.608701] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.608791] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.608859] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17513b54-2331-4ac9-98c2-eaea87e32cdf is going to be updated. [ 1181.671826] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.672031] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.672031] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.672271] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.672411] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.685881] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17513b54-2331-4ac9-98c2-eaea87e32cdf in Status: IN_PROGRESS for 2s [ 1182.557045] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09b42f09-5675-4093-98d2-c237cb24a3a7 in Status: SUCCESS [ 1182.557246] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09b42f09-5675-4093-98d2-c237cb24a3a7 deletion is rescheduled due to dependency. [ 1182.557368] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09b42f09-5675-4093-98d2-c237cb24a3a7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.112184] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 in Status: SUCCESS [ 1183.112551] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 deletion is rescheduled due to dependency. [ 1183.112646] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.700315] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17513b54-2331-4ac9-98c2-eaea87e32cdf in Status: SUCCESS [ 1183.700596] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17513b54-2331-4ac9-98c2-eaea87e32cdf" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.752807] env[65429]: INFO networking_nsxv3.common.synchronization [req-56afbb58-0e66-4995-a21d-1a8cd53d470a req-5a7b9e27-5991-4449-802c-b83859fb9fd3 tempest-ServerRescueNegativeTestJSON-1203944106 tempest-ServerRescueNegativeTestJSON-1203944106-project-member] Enqueued Resource ID: 716be1b4-4f1b-4051-9736-05f4b331cbe4 with Priority: HIGHEST for action security_group_members [ 1184.753109] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 716be1b4-4f1b-4051-9736-05f4b331cbe4 with Priority: HIGHEST for action security_group_members [ 1184.753694] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-716be1b4-4f1b-4051-9736-05f4b331cbe4 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.753694] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-716be1b4-4f1b-4051-9736-05f4b331cbe4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.753694] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-716be1b4-4f1b-4051-9736-05f4b331cbe4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.753904] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-716be1b4-4f1b-4051-9736-05f4b331cbe4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.753904] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.753984] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.754675] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.754675] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.754675] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.754675] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('716be1b4-4f1b-4051-9736-05f4b331cbe4',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.260355] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.260355] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.260355] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.260355] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.260355] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.260355] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.260701] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.260701] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.260701] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.260701] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.260834] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 716be1b4-4f1b-4051-9736-05f4b331cbe4 is going to be updated. [ 1185.291033] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.291517] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.291517] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.291735] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.291972] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.301954] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 716be1b4-4f1b-4051-9736-05f4b331cbe4 in Status: IN_PROGRESS for 2s [ 1185.424507] env[65429]: INFO networking_nsxv3.common.synchronization [None req-81969d52-8048-4932-bc17-22482126df05 None None] Enqueued Resource ID: e3ac03df-50d6-4505-a845-d8619c8b7630 with Priority: HIGHEST for action port [ 1185.425101] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3ac03df-50d6-4505-a845-d8619c8b7630 with Priority: HIGHEST for action port [ 1185.425822] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3ac03df-50d6-4505-a845-d8619c8b7630 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.425822] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3ac03df-50d6-4505-a845-d8619c8b7630" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.425822] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3ac03df-50d6-4505-a845-d8619c8b7630" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.425822] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3ac03df-50d6-4505-a845-d8619c8b7630" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.426450] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3ac03df-50d6-4505-a845-d8619c8b7630',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.928521] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e3ac03df-50d6-4505-a845-d8619c8b7630 [ 1185.928746] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.928902] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.930130] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.930425] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.930574] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.930676] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e3ac03df-50d6-4505-a845-d8619c8b7630 already deleted. [ 1185.930812] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3ac03df-50d6-4505-a845-d8619c8b7630" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.203321] env[65429]: INFO networking_nsxv3.common.synchronization [req-0f9e11cf-618a-450d-b237-3e9c31dc2d36 req-4dc5de4e-bcf5-4e7d-b1c9-8888bb2f828c tempest-ServersNegativeTestMultiTenantJSON-176804884 tempest-ServersNegativeTestMultiTenantJSON-176804884-project-member] Enqueued Resource ID: 26002218-aebb-4b71-8696-8d6cc597be45 with Priority: HIGHEST for action security_group_members [ 1186.203869] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26002218-aebb-4b71-8696-8d6cc597be45 with Priority: HIGHEST for action security_group_members [ 1186.204194] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-26002218-aebb-4b71-8696-8d6cc597be45 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.204386] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26002218-aebb-4b71-8696-8d6cc597be45" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.204460] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26002218-aebb-4b71-8696-8d6cc597be45" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.204720] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26002218-aebb-4b71-8696-8d6cc597be45" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.204875] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.204979] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.206289] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.206289] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.206289] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.206289] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26002218-aebb-4b71-8696-8d6cc597be45',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.262796] env[65429]: INFO networking_nsxv3.common.synchronization [None req-6b1623ef-8b43-4677-bf66-4c6c3c99ad0a tempest-ServerActionsV293TestJSON-1938168310 tempest-ServerActionsV293TestJSON-1938168310-project-member] Enqueued Resource ID: 5f0aea60-afda-4f21-983d-f635d896b167 with Priority: HIGHEST for action security_group_rules [ 1186.262796] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f0aea60-afda-4f21-983d-f635d896b167 with Priority: HIGHEST for action security_group_rules [ 1186.262796] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f0aea60-afda-4f21-983d-f635d896b167 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.262796] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f0aea60-afda-4f21-983d-f635d896b167" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.262796] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f0aea60-afda-4f21-983d-f635d896b167" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.262796] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f0aea60-afda-4f21-983d-f635d896b167" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.262796] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f0aea60-afda-4f21-983d-f635d896b167',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.391267] env[65429]: INFO networking_nsxv3.common.synchronization [None req-10ceb5a9-cbe7-4d3f-a876-a717515484b7 tempest-ServerActionsV293TestJSON-1938168310 tempest-ServerActionsV293TestJSON-1938168310-project-member] Enqueued Resource ID: 5f0aea60-afda-4f21-983d-f635d896b167 with Priority: HIGHEST for action security_group_rules [ 1186.392711] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f0aea60-afda-4f21-983d-f635d896b167 with Priority: HIGHEST for action security_group_rules [ 1186.392711] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f0aea60-afda-4f21-983d-f635d896b167 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.392711] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f0aea60-afda-4f21-983d-f635d896b167" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.570199] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock network-50 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.570422] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "network-50" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.570560] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "network-50" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.571018] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "network-50" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.571308] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.571500] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.571638] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.571870] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.572054] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.572246] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1186.572358] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1186.572622] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1186.572622] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1186.572717] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1186.572826] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1186.572961] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1186.593731] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1186.593992] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1186.594093] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1186.594224] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "network-50" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.594725] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock port-5093f1ea-8f0d-4034-9a6e-c64938e1558c taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.594853] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "port-5093f1ea-8f0d-4034-9a6e-c64938e1558c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.594920] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "port-5093f1ea-8f0d-4034-9a6e-c64938e1558c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.595465] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "port-5093f1ea-8f0d-4034-9a6e-c64938e1558c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.595465] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5093f1ea-8f0d-4034-9a6e-c64938e1558c',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.708366] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.708555] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.708602] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.709219] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.709219] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.709219] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.709219] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.709527] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.709527] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.709527] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.709527] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26002218-aebb-4b71-8696-8d6cc597be45 already deleted. [ 1186.709689] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26002218-aebb-4b71-8696-8d6cc597be45" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.784586] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.784766] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.784840] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.785015] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.785103] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.785195] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f0aea60-afda-4f21-983d-f635d896b167 already deleted. [ 1186.785313] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f0aea60-afda-4f21-983d-f635d896b167" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.785955] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f0aea60-afda-4f21-983d-f635d896b167" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.785955] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f0aea60-afda-4f21-983d-f635d896b167" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.785955] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f0aea60-afda-4f21-983d-f635d896b167',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.101021] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.101021] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.101021] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.101021] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.101021] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.101021] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Segment Port 5093f1ea-8f0d-4034-9a6e-c64938e1558c not found, creating... [ 1187.101021] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.101021] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.101021] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.101021] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.101021] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.101757] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.101757] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.101757] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.101757] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.101757] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.101757] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Resource: SegmentPort with ID: 5093f1ea-8f0d-4034-9a6e-c64938e1558c is going to be created. [ 1187.126943] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.126943] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.126943] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.126943] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.126943] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.126943] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "port-5093f1ea-8f0d-4034-9a6e-c64938e1558c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.313829] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.313829] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.313829] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.313829] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.313829] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.313829] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f0aea60-afda-4f21-983d-f635d896b167 already deleted. [ 1187.313829] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f0aea60-afda-4f21-983d-f635d896b167" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.313829] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 716be1b4-4f1b-4051-9736-05f4b331cbe4 in Status: SUCCESS [ 1187.313829] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 716be1b4-4f1b-4051-9736-05f4b331cbe4 deletion is rescheduled due to dependency. [ 1187.313829] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-716be1b4-4f1b-4051-9736-05f4b331cbe4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.881458] env[65429]: INFO networking_nsxv3.common.synchronization [req-0f9e11cf-618a-450d-b237-3e9c31dc2d36 req-4095dbb6-1794-45a0-92a0-93dda6511157 service nova] Enqueued Resource ID: 26002218-aebb-4b71-8696-8d6cc597be45 with Priority: HIGHEST for action security_group_rules [ 1187.881458] env[65429]: INFO networking_nsxv3.common.synchronization [req-0f9e11cf-618a-450d-b237-3e9c31dc2d36 req-4095dbb6-1794-45a0-92a0-93dda6511157 service nova] Enqueued Resource ID: 26002218-aebb-4b71-8696-8d6cc597be45 with Priority: HIGHEST for action security_group_members [ 1187.881458] env[65429]: INFO networking_nsxv3.common.synchronization [req-0f9e11cf-618a-450d-b237-3e9c31dc2d36 req-4095dbb6-1794-45a0-92a0-93dda6511157 service nova] Enqueued Resource ID: 5093f1ea-8f0d-4034-9a6e-c64938e1558c with Priority: HIGHEST for action port [ 1187.882017] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26002218-aebb-4b71-8696-8d6cc597be45 with Priority: HIGHEST for action security_group_rules [ 1187.882166] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26002218-aebb-4b71-8696-8d6cc597be45 with Priority: HIGHEST for action security_group_members [ 1187.882264] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5093f1ea-8f0d-4034-9a6e-c64938e1558c with Priority: HIGHEST for action port [ 1187.882769] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26002218-aebb-4b71-8696-8d6cc597be45 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.882907] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26002218-aebb-4b71-8696-8d6cc597be45" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.882981] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26002218-aebb-4b71-8696-8d6cc597be45" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.883278] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26002218-aebb-4b71-8696-8d6cc597be45" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.883376] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26002218-aebb-4b71-8696-8d6cc597be45',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.884870] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-26002218-aebb-4b71-8696-8d6cc597be45 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.884997] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26002218-aebb-4b71-8696-8d6cc597be45" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.885134] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26002218-aebb-4b71-8696-8d6cc597be45" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.885730] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26002218-aebb-4b71-8696-8d6cc597be45" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.885730] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.885730] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.885730] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.885730] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.885883] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.885938] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26002218-aebb-4b71-8696-8d6cc597be45',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.889786] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-5093f1ea-8f0d-4034-9a6e-c64938e1558c taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.889786] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5093f1ea-8f0d-4034-9a6e-c64938e1558c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.889786] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5093f1ea-8f0d-4034-9a6e-c64938e1558c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.889786] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5093f1ea-8f0d-4034-9a6e-c64938e1558c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.889786] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5093f1ea-8f0d-4034-9a6e-c64938e1558c',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.987822] env[65429]: INFO networking_nsxv3.common.synchronization [None req-0e77a00b-f262-4b41-bb40-912a75fcdb74 None None] Enqueued Resource ID: 14952b16-5553-4b98-b252-6add3f87f486 with Priority: HIGHEST for action port [ 1187.988458] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14952b16-5553-4b98-b252-6add3f87f486 with Priority: HIGHEST for action port [ 1187.988789] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-14952b16-5553-4b98-b252-6add3f87f486 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.988908] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14952b16-5553-4b98-b252-6add3f87f486" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.988977] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14952b16-5553-4b98-b252-6add3f87f486" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.989250] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14952b16-5553-4b98-b252-6add3f87f486" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.989335] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14952b16-5553-4b98-b252-6add3f87f486',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.386668] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-26002218-aebb-4b71-8696-8d6cc597be45 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.386668] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26002218-aebb-4b71-8696-8d6cc597be45" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.390245] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('26002218-aebb-4b71-8696-8d6cc597be45',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.390720] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5093f1ea-8f0d-4034-9a6e-c64938e1558c with status ACTIVE [ 1188.390917] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.391059] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.391129] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.391338] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.391536] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.391606] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.391692] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.391755] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.391901] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.391977] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.392262] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.392262] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.392424] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.392487] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.392563] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.392648] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5093f1ea-8f0d-4034-9a6e-c64938e1558c is going to be updated. [ 1188.418733] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.418958] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.419409] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.419409] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.419502] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.419675] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5093f1ea-8f0d-4034-9a6e-c64938e1558c" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.439571] env[65429]: INFO networking_nsxv3.common.synchronization [req-ea97513c-5c17-41e5-bad0-1b5c3dd59402 req-d6e850d9-1dad-4531-85f0-f58815d2c632 tempest-AttachVolumeNegativeTest-567722119 tempest-AttachVolumeNegativeTest-567722119-project-member] Enqueued Resource ID: 827f7614-bcfa-48b3-928e-ef16002b5af7 with Priority: HIGHEST for action security_group_members [ 1188.440116] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 827f7614-bcfa-48b3-928e-ef16002b5af7 with Priority: HIGHEST for action security_group_members [ 1188.442902] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-827f7614-bcfa-48b3-928e-ef16002b5af7 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.442902] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-827f7614-bcfa-48b3-928e-ef16002b5af7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.442902] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-827f7614-bcfa-48b3-928e-ef16002b5af7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.442902] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-827f7614-bcfa-48b3-928e-ef16002b5af7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.442902] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.442902] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.442902] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.442902] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.442902] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.442902] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('827f7614-bcfa-48b3-928e-ef16002b5af7',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.492472] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 14952b16-5553-4b98-b252-6add3f87f486 [ 1188.492711] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.492845] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.492918] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.493158] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.493248] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.493348] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:14952b16-5553-4b98-b252-6add3f87f486 already deleted. [ 1188.493431] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14952b16-5553-4b98-b252-6add3f87f486" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.782703] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock network-384 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.782976] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "network-384" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.783150] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "network-384" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.783444] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "network-384" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.783738] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.783933] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.784092] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.784356] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.784541] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.784782] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1188.784929] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1188.785055] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1188.785164] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1188.785274] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1188.785429] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1188.785577] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1188.805513] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1188.805698] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1188.805838] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1188.806025] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "network-384" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.806345] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock port-02fcefd3-8f38-48f2-b5c7-8b7ca58685e8 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.806581] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "port-02fcefd3-8f38-48f2-b5c7-8b7ca58685e8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.806785] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "port-02fcefd3-8f38-48f2-b5c7-8b7ca58685e8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.807303] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "port-02fcefd3-8f38-48f2-b5c7-8b7ca58685e8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.807446] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02fcefd3-8f38-48f2-b5c7-8b7ca58685e8',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.898303] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('26002218-aebb-4b71-8696-8d6cc597be45',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.944976] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.945143] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.945206] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.945422] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.945536] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.945735] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.945902] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.945902] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.946047] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.946177] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.946276] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 827f7614-bcfa-48b3-928e-ef16002b5af7 already deleted. [ 1188.946358] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-827f7614-bcfa-48b3-928e-ef16002b5af7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.309635] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.309938] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.310087] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.310384] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.310528] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.310683] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Segment Port 02fcefd3-8f38-48f2-b5c7-8b7ca58685e8 not found, creating... [ 1189.310946] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.311118] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.311237] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.311455] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.311590] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.311883] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.312053] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.312222] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.312391] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.312529] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.312667] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Resource: SegmentPort with ID: 02fcefd3-8f38-48f2-b5c7-8b7ca58685e8 is going to be created. [ 1189.333041] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.333280] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.333407] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.333835] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.334092] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.334378] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "port-02fcefd3-8f38-48f2-b5c7-8b7ca58685e8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.401310] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.401692] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.401692] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.401692] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.401792] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.401875] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26002218-aebb-4b71-8696-8d6cc597be45 is going to be created. [ 1189.440663] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.441047] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.442023] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.442023] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.442023] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.456151] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26002218-aebb-4b71-8696-8d6cc597be45 in Status: UNINITIALIZED for 2s [ 1190.070706] env[65429]: INFO networking_nsxv3.common.synchronization [req-ea97513c-5c17-41e5-bad0-1b5c3dd59402 req-e9cac7b6-c36f-4b83-96fb-52b565c23057 service nova] Enqueued Resource ID: 827f7614-bcfa-48b3-928e-ef16002b5af7 with Priority: HIGHEST for action security_group_rules [ 1190.070706] env[65429]: INFO networking_nsxv3.common.synchronization [req-ea97513c-5c17-41e5-bad0-1b5c3dd59402 req-e9cac7b6-c36f-4b83-96fb-52b565c23057 service nova] Enqueued Resource ID: 827f7614-bcfa-48b3-928e-ef16002b5af7 with Priority: HIGHEST for action security_group_members [ 1190.070867] env[65429]: INFO networking_nsxv3.common.synchronization [req-ea97513c-5c17-41e5-bad0-1b5c3dd59402 req-e9cac7b6-c36f-4b83-96fb-52b565c23057 service nova] Enqueued Resource ID: 02fcefd3-8f38-48f2-b5c7-8b7ca58685e8 with Priority: HIGHEST for action port [ 1190.071464] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 827f7614-bcfa-48b3-928e-ef16002b5af7 with Priority: HIGHEST for action security_group_rules [ 1190.071637] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 827f7614-bcfa-48b3-928e-ef16002b5af7 with Priority: HIGHEST for action security_group_members [ 1190.071743] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02fcefd3-8f38-48f2-b5c7-8b7ca58685e8 with Priority: HIGHEST for action port [ 1190.072259] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-827f7614-bcfa-48b3-928e-ef16002b5af7 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.072427] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-827f7614-bcfa-48b3-928e-ef16002b5af7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.072549] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-827f7614-bcfa-48b3-928e-ef16002b5af7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.072807] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-827f7614-bcfa-48b3-928e-ef16002b5af7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.072961] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('827f7614-bcfa-48b3-928e-ef16002b5af7',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.074087] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-827f7614-bcfa-48b3-928e-ef16002b5af7 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.074394] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-827f7614-bcfa-48b3-928e-ef16002b5af7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.074503] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-827f7614-bcfa-48b3-928e-ef16002b5af7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.074710] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-827f7614-bcfa-48b3-928e-ef16002b5af7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.074905] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.075049] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.075142] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.075521] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.075521] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.075631] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('827f7614-bcfa-48b3-928e-ef16002b5af7',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.076781] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-02fcefd3-8f38-48f2-b5c7-8b7ca58685e8 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.076781] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02fcefd3-8f38-48f2-b5c7-8b7ca58685e8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.076781] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02fcefd3-8f38-48f2-b5c7-8b7ca58685e8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.076781] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02fcefd3-8f38-48f2-b5c7-8b7ca58685e8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.076986] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02fcefd3-8f38-48f2-b5c7-8b7ca58685e8',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.579471] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('827f7614-bcfa-48b3-928e-ef16002b5af7',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.583474] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-827f7614-bcfa-48b3-928e-ef16002b5af7 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.583474] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-827f7614-bcfa-48b3-928e-ef16002b5af7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.583474] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 02fcefd3-8f38-48f2-b5c7-8b7ca58685e8 with status ACTIVE [ 1190.583474] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.583474] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.583474] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.583474] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.583474] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.583474] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.583474] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.583474] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.583474] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.583474] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.583474] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.584129] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.584129] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.584129] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.584129] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.584129] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 02fcefd3-8f38-48f2-b5c7-8b7ca58685e8 is going to be updated. [ 1190.607755] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.607941] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.607984] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.608189] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.608325] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.608495] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02fcefd3-8f38-48f2-b5c7-8b7ca58685e8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.087642] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('827f7614-bcfa-48b3-928e-ef16002b5af7',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.466903] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26002218-aebb-4b71-8696-8d6cc597be45 in Status: SUCCESS [ 1191.467164] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26002218-aebb-4b71-8696-8d6cc597be45" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.467317] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26002218-aebb-4b71-8696-8d6cc597be45" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.467560] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26002218-aebb-4b71-8696-8d6cc597be45" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.467890] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.468087] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.468187] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.468355] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.468435] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.468522] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26002218-aebb-4b71-8696-8d6cc597be45" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.468615] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('26002218-aebb-4b71-8696-8d6cc597be45',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.594036] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.594475] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.594475] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.594556] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.594589] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.594691] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 827f7614-bcfa-48b3-928e-ef16002b5af7 is going to be created. [ 1191.618446] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.618607] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.618649] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.618842] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.619009] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.629556] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 827f7614-bcfa-48b3-928e-ef16002b5af7 in Status: UNINITIALIZED for 2s [ 1191.971222] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-26002218-aebb-4b71-8696-8d6cc597be45 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.971440] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26002218-aebb-4b71-8696-8d6cc597be45" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.971440] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26002218-aebb-4b71-8696-8d6cc597be45" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.971607] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26002218-aebb-4b71-8696-8d6cc597be45" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.971774] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.971860] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.971921] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.972603] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.972717] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.972815] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26002218-aebb-4b71-8696-8d6cc597be45" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.972982] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-26002218-aebb-4b71-8696-8d6cc597be45 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.973127] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26002218-aebb-4b71-8696-8d6cc597be45" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.973195] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26002218-aebb-4b71-8696-8d6cc597be45" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.973355] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26002218-aebb-4b71-8696-8d6cc597be45" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.973495] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.973589] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.973644] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.973780] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.974015] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.974146] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26002218-aebb-4b71-8696-8d6cc597be45" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.974245] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('26002218-aebb-4b71-8696-8d6cc597be45',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.461973] env[65429]: INFO networking_nsxv3.common.synchronization [req-007b9f5e-9099-4f3d-81e6-4ed84256b49e req-b83cb9a7-528d-4e56-887b-5772fdbeeea5 tempest-DeleteServersTestJSON-1613790083 tempest-DeleteServersTestJSON-1613790083-project-member] Enqueued Resource ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 with Priority: HIGHEST for action security_group_members [ 1192.462727] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 with Priority: HIGHEST for action security_group_members [ 1192.463114] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-9171cf91-a0c3-42f6-a4fb-c715310b4d43 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.463114] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.463258] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.463411] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.463615] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.463818] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.463911] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.464097] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.464209] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.464346] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9171cf91-a0c3-42f6-a4fb-c715310b4d43',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.476934] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 26002218-aebb-4b71-8696-8d6cc597be45: rpc.has_security_group_logging(os_id): False [ 1192.499343] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.499488] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.499593] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.499767] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.499859] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.500059] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.500321] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.500321] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.500442] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.500442] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.500868] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.500868] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.500868] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.500868] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.500998] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.501223] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.501223] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.501395] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.501395] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.501492] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.501532] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26002218-aebb-4b71-8696-8d6cc597be45 is going to be created. [ 1192.587057] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.587275] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.587275] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.587479] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.587662] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.605785] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26002218-aebb-4b71-8696-8d6cc597be45 in Status: IN_PROGRESS for 2s [ 1192.799101] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock network-946 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.799527] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "network-946" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.799527] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "network-946" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.799814] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "network-946" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.800034] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.800216] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.800334] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.800567] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.800715] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.801948] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1192.801948] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1192.801948] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1192.801948] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1192.801948] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1192.801948] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1192.801948] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1192.822869] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1192.823129] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1192.823301] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1192.823489] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "network-946" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.823824] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock port-3fe09d0d-4797-422d-9d13-35bd8c9527dd taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.824011] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "port-3fe09d0d-4797-422d-9d13-35bd8c9527dd" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.824182] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "port-3fe09d0d-4797-422d-9d13-35bd8c9527dd" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.824540] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "port-3fe09d0d-4797-422d-9d13-35bd8c9527dd" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.824722] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3fe09d0d-4797-422d-9d13-35bd8c9527dd',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.966950] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.967177] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.967259] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.967534] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.967660] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.967889] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.967991] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.968071] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.968228] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.968311] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.968548] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 is going to be updated. [ 1192.997719] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.997896] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.997968] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.998149] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.998293] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.009849] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 in Status: IN_PROGRESS for 2s [ 1193.327670] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.327887] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.328030] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.328318] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.328468] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.328636] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Segment Port 3fe09d0d-4797-422d-9d13-35bd8c9527dd not found, creating... [ 1193.328938] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.329355] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.329531] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.329870] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.330063] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.330391] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.330672] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.330838] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.331153] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.331323] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.331472] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Resource: SegmentPort with ID: 3fe09d0d-4797-422d-9d13-35bd8c9527dd is going to be created. [ 1193.355034] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.355248] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.355392] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.355836] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.356210] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.356573] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "port-3fe09d0d-4797-422d-9d13-35bd8c9527dd" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.641174] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 827f7614-bcfa-48b3-928e-ef16002b5af7 in Status: SUCCESS [ 1193.641449] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-827f7614-bcfa-48b3-928e-ef16002b5af7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.641599] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-827f7614-bcfa-48b3-928e-ef16002b5af7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.641778] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-827f7614-bcfa-48b3-928e-ef16002b5af7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.642012] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.642133] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.642172] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.642348] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.642444] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.642535] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-827f7614-bcfa-48b3-928e-ef16002b5af7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.642607] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('827f7614-bcfa-48b3-928e-ef16002b5af7',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.078995] env[65429]: INFO networking_nsxv3.common.synchronization [req-007b9f5e-9099-4f3d-81e6-4ed84256b49e req-07bbc3b6-ebbe-4367-8f5c-be8c4513a761 service nova] Enqueued Resource ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 with Priority: HIGHEST for action security_group_rules [ 1194.078995] env[65429]: INFO networking_nsxv3.common.synchronization [req-007b9f5e-9099-4f3d-81e6-4ed84256b49e req-07bbc3b6-ebbe-4367-8f5c-be8c4513a761 service nova] Enqueued Resource ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 with Priority: HIGHEST for action security_group_members [ 1194.079126] env[65429]: INFO networking_nsxv3.common.synchronization [req-007b9f5e-9099-4f3d-81e6-4ed84256b49e req-07bbc3b6-ebbe-4367-8f5c-be8c4513a761 service nova] Enqueued Resource ID: 3fe09d0d-4797-422d-9d13-35bd8c9527dd with Priority: HIGHEST for action port [ 1194.079338] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 with Priority: HIGHEST for action security_group_rules [ 1194.079458] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 with Priority: HIGHEST for action security_group_members [ 1194.079553] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fe09d0d-4797-422d-9d13-35bd8c9527dd with Priority: HIGHEST for action port [ 1194.080094] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9171cf91-a0c3-42f6-a4fb-c715310b4d43 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.080218] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.080287] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.080527] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.080555] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9171cf91-a0c3-42f6-a4fb-c715310b4d43',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.081364] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-9171cf91-a0c3-42f6-a4fb-c715310b4d43 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.081445] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.081636] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-3fe09d0d-4797-422d-9d13-35bd8c9527dd taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.081738] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3fe09d0d-4797-422d-9d13-35bd8c9527dd" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.081801] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3fe09d0d-4797-422d-9d13-35bd8c9527dd" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.081965] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3fe09d0d-4797-422d-9d13-35bd8c9527dd" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.082043] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3fe09d0d-4797-422d-9d13-35bd8c9527dd',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.145112] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('827f7614-bcfa-48b3-928e-ef16002b5af7',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.584015] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-9171cf91-a0c3-42f6-a4fb-c715310b4d43 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.584185] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.584328] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3fe09d0d-4797-422d-9d13-35bd8c9527dd with status ACTIVE [ 1194.584531] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.584680] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.584734] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.585198] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.585198] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.585198] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.585397] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.585397] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.585508] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.585620] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.585895] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.586030] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.586109] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.586195] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.586261] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.586347] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3fe09d0d-4797-422d-9d13-35bd8c9527dd is going to be updated. [ 1194.607463] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.607627] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.607852] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.607923] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.608031] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.608213] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3fe09d0d-4797-422d-9d13-35bd8c9527dd" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.619518] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26002218-aebb-4b71-8696-8d6cc597be45 in Status: SUCCESS [ 1194.619748] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26002218-aebb-4b71-8696-8d6cc597be45" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.647742] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 827f7614-bcfa-48b3-928e-ef16002b5af7: rpc.has_security_group_logging(os_id): False [ 1194.667113] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.667523] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.667523] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.667523] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.667678] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.668074] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.668175] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.668249] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.668418] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.668500] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.668588] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 827f7614-bcfa-48b3-928e-ef16002b5af7 is going to be created. [ 1194.757095] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.757260] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.757333] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.757557] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.757746] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.770690] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 827f7614-bcfa-48b3-928e-ef16002b5af7 in Status: IN_PROGRESS for 2s [ 1195.021446] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 in Status: SUCCESS [ 1195.021637] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 deletion is rescheduled due to dependency. [ 1195.021767] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.022047] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.022343] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.022586] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.022752] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.022866] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.023100] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.023219] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.023362] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9171cf91-a0c3-42f6-a4fb-c715310b4d43',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.231513] env[65429]: INFO networking_nsxv3.common.synchronization [req-1848a165-ac27-4f20-8fdc-758b7c556e32 req-0c6812c5-1ba3-4070-a3e0-88b5d543aea5 tempest-AttachVolumeTestJSON-1851786362 tempest-AttachVolumeTestJSON-1851786362-project-member] Enqueued Resource ID: e8856207-80d0-460c-93d6-1752a3c7cb7e with Priority: HIGHEST for action security_group_members [ 1195.232169] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8856207-80d0-460c-93d6-1752a3c7cb7e with Priority: HIGHEST for action security_group_members [ 1195.232744] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8856207-80d0-460c-93d6-1752a3c7cb7e taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.232744] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8856207-80d0-460c-93d6-1752a3c7cb7e" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.232891] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8856207-80d0-460c-93d6-1752a3c7cb7e" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.233050] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8856207-80d0-460c-93d6-1752a3c7cb7e" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.233272] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.233448] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.233448] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.233712] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.233777] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.233822] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8856207-80d0-460c-93d6-1752a3c7cb7e',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.526219] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9171cf91-a0c3-42f6-a4fb-c715310b4d43',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.735813] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.736134] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.736134] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.736207] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.736271] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.736463] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.736565] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.737191] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.737358] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.737441] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.737531] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8856207-80d0-460c-93d6-1752a3c7cb7e is going to be updated. [ 1195.774674] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.774902] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.774902] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.775167] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.775315] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.789287] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8856207-80d0-460c-93d6-1752a3c7cb7e in Status: IN_PROGRESS for 2s [ 1196.030194] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9171cf91-a0c3-42f6-a4fb-c715310b4d43',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.480765] env[65429]: INFO networking_nsxv3.common.synchronization [req-f9bfa3ae-8529-4013-881f-d628307daafb req-e08f9d0b-c5c4-428a-b20d-0945d5cee697 tempest-ServerActionsTestJSON-1857976248 tempest-ServerActionsTestJSON-1857976248-project-member] Enqueued Resource ID: 09b42f09-5675-4093-98d2-c237cb24a3a7 with Priority: HIGHEST for action security_group_members [ 1196.481160] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09b42f09-5675-4093-98d2-c237cb24a3a7 with Priority: HIGHEST for action security_group_members [ 1196.481463] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-09b42f09-5675-4093-98d2-c237cb24a3a7 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.481586] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09b42f09-5675-4093-98d2-c237cb24a3a7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.481654] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09b42f09-5675-4093-98d2-c237cb24a3a7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.481853] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09b42f09-5675-4093-98d2-c237cb24a3a7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.481999] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.482474] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.482546] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.482729] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.482835] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.482939] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09b42f09-5675-4093-98d2-c237cb24a3a7',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.531727] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.531867] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.531961] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.532199] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.532251] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.532338] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 is going to be updated. [ 1196.564852] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.565033] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.565111] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.565325] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.565629] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.576209] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 in Status: IN_PROGRESS for 2s [ 1196.785156] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 827f7614-bcfa-48b3-928e-ef16002b5af7 in Status: SUCCESS [ 1196.785766] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-827f7614-bcfa-48b3-928e-ef16002b5af7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.953879] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock network-325 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.954092] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "network-325" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.954227] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "network-325" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.954607] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "network-325" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.954876] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.955050] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.955172] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.955392] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.955588] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.955816] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1196.955932] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1196.956054] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1196.956167] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1196.956279] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1196.956395] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1196.956530] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1196.976014] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1196.976236] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1196.976450] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1196.976645] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "network-325" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.977074] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock port-6512c43b-2664-4653-b199-50daa31f9870 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.977297] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "port-6512c43b-2664-4653-b199-50daa31f9870" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.977460] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "port-6512c43b-2664-4653-b199-50daa31f9870" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.977811] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "port-6512c43b-2664-4653-b199-50daa31f9870" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.977967] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6512c43b-2664-4653-b199-50daa31f9870',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.986633] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.986633] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.986633] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.986830] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.987234] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.987234] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.987234] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.987401] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.987401] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.987463] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.987816] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09b42f09-5675-4093-98d2-c237cb24a3a7 is going to be updated. [ 1197.015751] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.016031] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.016031] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.016195] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.016339] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.026337] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09b42f09-5675-4093-98d2-c237cb24a3a7 in Status: IN_PROGRESS for 2s [ 1197.480513] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.481771] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.481771] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.481771] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.481771] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.481771] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Segment Port 6512c43b-2664-4653-b199-50daa31f9870 not found, creating... [ 1197.481771] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.482146] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.482146] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.482203] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.482299] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.482620] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.482776] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.482891] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.483109] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.483238] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.483373] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Resource: SegmentPort with ID: 6512c43b-2664-4653-b199-50daa31f9870 is going to be created. [ 1197.504148] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.504375] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.504537] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.504821] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.505070] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.505303] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "port-6512c43b-2664-4653-b199-50daa31f9870" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.801022] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8856207-80d0-460c-93d6-1752a3c7cb7e in Status: SUCCESS [ 1197.801395] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8856207-80d0-460c-93d6-1752a3c7cb7e deletion is rescheduled due to dependency. [ 1197.801395] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8856207-80d0-460c-93d6-1752a3c7cb7e" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.236261] env[65429]: INFO networking_nsxv3.common.synchronization [req-f9bfa3ae-8529-4013-881f-d628307daafb req-9da8b461-2c91-4102-98bf-50f05357f3cc service nova] Enqueued Resource ID: 09b42f09-5675-4093-98d2-c237cb24a3a7 with Priority: HIGHEST for action security_group_rules [ 1198.236261] env[65429]: INFO networking_nsxv3.common.synchronization [req-f9bfa3ae-8529-4013-881f-d628307daafb req-9da8b461-2c91-4102-98bf-50f05357f3cc service nova] Enqueued Resource ID: 09b42f09-5675-4093-98d2-c237cb24a3a7 with Priority: HIGHEST for action security_group_members [ 1198.236474] env[65429]: INFO networking_nsxv3.common.synchronization [req-f9bfa3ae-8529-4013-881f-d628307daafb req-9da8b461-2c91-4102-98bf-50f05357f3cc service nova] Enqueued Resource ID: 6512c43b-2664-4653-b199-50daa31f9870 with Priority: HIGHEST for action port [ 1198.236944] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09b42f09-5675-4093-98d2-c237cb24a3a7 with Priority: HIGHEST for action security_group_rules [ 1198.237092] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09b42f09-5675-4093-98d2-c237cb24a3a7 with Priority: HIGHEST for action security_group_members [ 1198.237195] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6512c43b-2664-4653-b199-50daa31f9870 with Priority: HIGHEST for action port [ 1198.237572] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-09b42f09-5675-4093-98d2-c237cb24a3a7 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.237738] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-09b42f09-5675-4093-98d2-c237cb24a3a7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.237809] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-09b42f09-5675-4093-98d2-c237cb24a3a7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.238025] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-09b42f09-5675-4093-98d2-c237cb24a3a7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.238108] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('09b42f09-5675-4093-98d2-c237cb24a3a7',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.239028] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-09b42f09-5675-4093-98d2-c237cb24a3a7 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.239116] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09b42f09-5675-4093-98d2-c237cb24a3a7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.239313] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-6512c43b-2664-4653-b199-50daa31f9870 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.239413] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6512c43b-2664-4653-b199-50daa31f9870" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.239479] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6512c43b-2664-4653-b199-50daa31f9870" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.239653] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6512c43b-2664-4653-b199-50daa31f9870" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.239763] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6512c43b-2664-4653-b199-50daa31f9870',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.588693] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 in Status: SUCCESS [ 1198.588693] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.588693] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.589012] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.589190] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.589314] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.589426] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.589567] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.589648] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.589760] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.589844] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9171cf91-a0c3-42f6-a4fb-c715310b4d43',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.743099] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-09b42f09-5675-4093-98d2-c237cb24a3a7 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.743099] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09b42f09-5675-4093-98d2-c237cb24a3a7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.743099] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6512c43b-2664-4653-b199-50daa31f9870 with status ACTIVE [ 1198.743099] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.743841] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.743841] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.743841] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.743841] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.743841] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.744279] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.744279] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.744279] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.744807] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.744807] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.744807] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.744807] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.745044] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.745098] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.745183] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6512c43b-2664-4653-b199-50daa31f9870 is going to be updated. [ 1198.773411] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.773643] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.773767] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.774111] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.774353] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.774548] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6512c43b-2664-4653-b199-50daa31f9870" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.038782] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09b42f09-5675-4093-98d2-c237cb24a3a7 in Status: SUCCESS [ 1199.039221] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09b42f09-5675-4093-98d2-c237cb24a3a7 deletion is rescheduled due to dependency. [ 1199.039221] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09b42f09-5675-4093-98d2-c237cb24a3a7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.039298] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09b42f09-5675-4093-98d2-c237cb24a3a7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.039478] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09b42f09-5675-4093-98d2-c237cb24a3a7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.039665] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.039809] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.039910] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.040097] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.040205] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.040340] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09b42f09-5675-4093-98d2-c237cb24a3a7',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.091789] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-9171cf91-a0c3-42f6-a4fb-c715310b4d43 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.091968] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.092138] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.092401] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.092620] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.092747] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.092821] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.092977] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.093078] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.093168] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.093329] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-9171cf91-a0c3-42f6-a4fb-c715310b4d43 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.093422] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.093485] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.093627] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.093763] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.093854] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.093913] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.094058] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.094135] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.094217] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.094306] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9171cf91-a0c3-42f6-a4fb-c715310b4d43',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.543845] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('09b42f09-5675-4093-98d2-c237cb24a3a7',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.596502] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9171cf91-a0c3-42f6-a4fb-c715310b4d43: rpc.has_security_group_logging(os_id): False [ 1199.614617] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.614788] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.614860] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.615109] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.615205] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.615404] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.615521] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.615638] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.615797] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.615876] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.616071] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.616167] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.616257] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.616364] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.616440] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.616623] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.616717] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.616777] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.616915] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.616986] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.617082] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 is going to be updated. [ 1199.678983] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.679154] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.679243] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.679438] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.679588] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.698917] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 in Status: IN_PROGRESS for 2s [ 1200.046280] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('09b42f09-5675-4093-98d2-c237cb24a3a7',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.353534] env[65429]: INFO networking_nsxv3.common.synchronization [None req-4ac58664-7cf1-4d34-acbd-eb3575a36a8b tempest-AttachVolumeTestJSON-1851786362 tempest-AttachVolumeTestJSON-1851786362-project-member] Enqueued Resource ID: 7ce0c8d2-99ae-4c65-916f-5bbe9694f476 with Priority: HIGHEST for action security_group_rules [ 1200.353534] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ce0c8d2-99ae-4c65-916f-5bbe9694f476 with Priority: HIGHEST for action security_group_rules [ 1200.353534] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ce0c8d2-99ae-4c65-916f-5bbe9694f476 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.353534] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ce0c8d2-99ae-4c65-916f-5bbe9694f476" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.353534] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ce0c8d2-99ae-4c65-916f-5bbe9694f476" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.353534] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ce0c8d2-99ae-4c65-916f-5bbe9694f476" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.353534] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ce0c8d2-99ae-4c65-916f-5bbe9694f476',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.482931] env[65429]: INFO networking_nsxv3.common.synchronization [None req-780afe6f-a65d-4c6f-962f-34758c4449cc tempest-AttachVolumeTestJSON-1851786362 tempest-AttachVolumeTestJSON-1851786362-project-member] Enqueued Resource ID: 7ce0c8d2-99ae-4c65-916f-5bbe9694f476 with Priority: HIGHEST for action security_group_rules [ 1200.483841] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ce0c8d2-99ae-4c65-916f-5bbe9694f476 with Priority: HIGHEST for action security_group_rules [ 1200.484278] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ce0c8d2-99ae-4c65-916f-5bbe9694f476 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.484413] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ce0c8d2-99ae-4c65-916f-5bbe9694f476" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.548486] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.548869] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.549049] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.549320] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.549420] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.549535] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09b42f09-5675-4093-98d2-c237cb24a3a7 is going to be updated. [ 1200.583471] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.583717] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.583816] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.584100] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.584331] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.595576] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09b42f09-5675-4093-98d2-c237cb24a3a7 in Status: IN_PROGRESS for 2s [ 1200.628834] env[65429]: INFO networking_nsxv3.common.synchronization [req-68d1caf2-81f0-4b54-9116-ab9e57d28f2f req-0dd30790-350a-4d6f-8fd7-41326a128021 tempest-ServersNegativeTestMultiTenantJSON-176804884 tempest-ServersNegativeTestMultiTenantJSON-176804884-project-member] Enqueued Resource ID: 26002218-aebb-4b71-8696-8d6cc597be45 with Priority: HIGHEST for action security_group_members [ 1200.629479] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26002218-aebb-4b71-8696-8d6cc597be45 with Priority: HIGHEST for action security_group_members [ 1200.629908] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-26002218-aebb-4b71-8696-8d6cc597be45 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.630047] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26002218-aebb-4b71-8696-8d6cc597be45" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.630122] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26002218-aebb-4b71-8696-8d6cc597be45" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.630417] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26002218-aebb-4b71-8696-8d6cc597be45" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.630486] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.630606] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.630688] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.630842] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.630928] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.631053] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26002218-aebb-4b71-8696-8d6cc597be45',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.877816] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.878220] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.878411] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.878819] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.878999] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.879227] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ce0c8d2-99ae-4c65-916f-5bbe9694f476 already deleted. [ 1200.882479] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ce0c8d2-99ae-4c65-916f-5bbe9694f476" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.882810] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ce0c8d2-99ae-4c65-916f-5bbe9694f476" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.883126] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ce0c8d2-99ae-4c65-916f-5bbe9694f476" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.883266] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ce0c8d2-99ae-4c65-916f-5bbe9694f476',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.133288] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.133648] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.133648] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.133722] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.133810] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.134018] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.134215] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.134215] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.134353] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.134429] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.134641] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26002218-aebb-4b71-8696-8d6cc597be45 is going to be updated. [ 1201.169504] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.169504] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.169504] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.169712] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.169712] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.183733] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26002218-aebb-4b71-8696-8d6cc597be45 in Status: IN_PROGRESS for 2s [ 1201.411977] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.411977] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.411977] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.411977] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.411977] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.411977] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ce0c8d2-99ae-4c65-916f-5bbe9694f476 already deleted. [ 1201.411977] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ce0c8d2-99ae-4c65-916f-5bbe9694f476" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.716305] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 in Status: SUCCESS [ 1201.716623] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.606749] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09b42f09-5675-4093-98d2-c237cb24a3a7 in Status: SUCCESS [ 1202.607169] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09b42f09-5675-4093-98d2-c237cb24a3a7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.607915] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09b42f09-5675-4093-98d2-c237cb24a3a7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.607915] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09b42f09-5675-4093-98d2-c237cb24a3a7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.607915] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.607915] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.607915] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.608267] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.608267] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.608346] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09b42f09-5675-4093-98d2-c237cb24a3a7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.608482] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('09b42f09-5675-4093-98d2-c237cb24a3a7',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.111867] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('09b42f09-5675-4093-98d2-c237cb24a3a7',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.195550] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26002218-aebb-4b71-8696-8d6cc597be45 in Status: SUCCESS [ 1203.195745] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26002218-aebb-4b71-8696-8d6cc597be45 deletion is rescheduled due to dependency. [ 1203.195790] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26002218-aebb-4b71-8696-8d6cc597be45" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.614272] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 09b42f09-5675-4093-98d2-c237cb24a3a7: rpc.has_security_group_logging(os_id): False [ 1203.635487] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.635656] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.635735] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.636018] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.636140] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.636559] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.636664] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.636664] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.636855] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.636955] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.637083] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 09b42f09-5675-4093-98d2-c237cb24a3a7 is going to be updated. [ 1203.698066] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.698254] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.698302] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.698558] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.698708] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.713087] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09b42f09-5675-4093-98d2-c237cb24a3a7 in Status: IN_PROGRESS for 2s [ 1205.630660] env[65429]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1205.630963] env[65429]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1205.730355] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09b42f09-5675-4093-98d2-c237cb24a3a7 in Status: SUCCESS [ 1205.730684] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-09b42f09-5675-4093-98d2-c237cb24a3a7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.993131] env[65429]: INFO networking_nsxv3.common.synchronization [req-831f2a0d-d579-474a-ad06-a124b1a5f52c req-b0ea6ae1-7dc0-48d1-801c-727f971b1d21 tempest-AttachVolumeTestJSON-1851786362 tempest-AttachVolumeTestJSON-1851786362-project-member] Enqueued Resource ID: 7ce0c8d2-99ae-4c65-916f-5bbe9694f476 with Priority: HIGHEST for action security_group_members [ 1206.993131] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ce0c8d2-99ae-4c65-916f-5bbe9694f476 with Priority: HIGHEST for action security_group_members [ 1206.993131] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ce0c8d2-99ae-4c65-916f-5bbe9694f476 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.993131] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ce0c8d2-99ae-4c65-916f-5bbe9694f476" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.993131] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ce0c8d2-99ae-4c65-916f-5bbe9694f476" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.994757] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ce0c8d2-99ae-4c65-916f-5bbe9694f476" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.995060] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.995283] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.995428] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.995696] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.995891] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.996083] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ce0c8d2-99ae-4c65-916f-5bbe9694f476',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.449653] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock network-968 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.449986] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "network-968" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.450168] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "network-968" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.450521] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "network-968" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.450826] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.451072] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.451236] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.451483] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.451666] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.451886] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1207.452268] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1207.452268] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1207.452268] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1207.452410] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1207.452470] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1207.452725] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1207.475378] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1207.475541] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1207.475680] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1207.475950] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "network-968" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.476375] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock port-fd71edc1-eb86-4350-8c40-4f0270e38db4 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.476560] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "port-fd71edc1-eb86-4350-8c40-4f0270e38db4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.476683] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "port-fd71edc1-eb86-4350-8c40-4f0270e38db4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.477075] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "port-fd71edc1-eb86-4350-8c40-4f0270e38db4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.477396] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd71edc1-eb86-4350-8c40-4f0270e38db4',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.498299] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.498452] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.498531] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.498724] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.498814] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.499050] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.499222] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.499285] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.499436] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.499511] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.499595] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ce0c8d2-99ae-4c65-916f-5bbe9694f476 already deleted. [ 1207.499673] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ce0c8d2-99ae-4c65-916f-5bbe9694f476" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.980415] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.980758] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.980959] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.981384] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.981617] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.981841] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Segment Port fd71edc1-eb86-4350-8c40-4f0270e38db4 not found, creating... [ 1207.982255] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.982540] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.982672] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.982988] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.983213] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.983628] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.983861] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.984051] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.984349] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.984596] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.984793] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Resource: SegmentPort with ID: fd71edc1-eb86-4350-8c40-4f0270e38db4 is going to be created. [ 1208.006688] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.007095] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.007095] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.007387] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.007660] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.007960] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "port-fd71edc1-eb86-4350-8c40-4f0270e38db4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.736770] env[65429]: INFO networking_nsxv3.common.synchronization [req-831f2a0d-d579-474a-ad06-a124b1a5f52c req-e6dcf399-c941-413c-afd1-b539ce409c88 service nova] Enqueued Resource ID: 7ce0c8d2-99ae-4c65-916f-5bbe9694f476 with Priority: HIGHEST for action security_group_rules [ 1208.736770] env[65429]: INFO networking_nsxv3.common.synchronization [req-831f2a0d-d579-474a-ad06-a124b1a5f52c req-e6dcf399-c941-413c-afd1-b539ce409c88 service nova] Enqueued Resource ID: 7ce0c8d2-99ae-4c65-916f-5bbe9694f476 with Priority: HIGHEST for action security_group_members [ 1208.736770] env[65429]: INFO networking_nsxv3.common.synchronization [req-831f2a0d-d579-474a-ad06-a124b1a5f52c req-e6dcf399-c941-413c-afd1-b539ce409c88 service nova] Enqueued Resource ID: fd71edc1-eb86-4350-8c40-4f0270e38db4 with Priority: HIGHEST for action port [ 1208.737745] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ce0c8d2-99ae-4c65-916f-5bbe9694f476 with Priority: HIGHEST for action security_group_rules [ 1208.737901] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ce0c8d2-99ae-4c65-916f-5bbe9694f476 with Priority: HIGHEST for action security_group_members [ 1208.738010] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd71edc1-eb86-4350-8c40-4f0270e38db4 with Priority: HIGHEST for action port [ 1208.738314] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ce0c8d2-99ae-4c65-916f-5bbe9694f476 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.738446] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ce0c8d2-99ae-4c65-916f-5bbe9694f476" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.738519] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ce0c8d2-99ae-4c65-916f-5bbe9694f476" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.738722] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ce0c8d2-99ae-4c65-916f-5bbe9694f476" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.738809] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ce0c8d2-99ae-4c65-916f-5bbe9694f476',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.739939] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ce0c8d2-99ae-4c65-916f-5bbe9694f476 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.739939] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ce0c8d2-99ae-4c65-916f-5bbe9694f476" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.739939] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ce0c8d2-99ae-4c65-916f-5bbe9694f476" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.740111] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ce0c8d2-99ae-4c65-916f-5bbe9694f476" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.740175] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.740265] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.743338] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.743338] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.743338] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.743338] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ce0c8d2-99ae-4c65-916f-5bbe9694f476',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.743338] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd71edc1-eb86-4350-8c40-4f0270e38db4 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.743338] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd71edc1-eb86-4350-8c40-4f0270e38db4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.743338] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd71edc1-eb86-4350-8c40-4f0270e38db4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.743338] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd71edc1-eb86-4350-8c40-4f0270e38db4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.743338] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd71edc1-eb86-4350-8c40-4f0270e38db4',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.243768] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ce0c8d2-99ae-4c65-916f-5bbe9694f476 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.243768] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ce0c8d2-99ae-4c65-916f-5bbe9694f476" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.244162] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ce0c8d2-99ae-4c65-916f-5bbe9694f476',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.244723] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fd71edc1-eb86-4350-8c40-4f0270e38db4 with status ACTIVE [ 1209.245355] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.245355] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.245355] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.245355] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.245584] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.245584] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.245776] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.245776] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.245856] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.245902] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.246088] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.246204] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.246239] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.246369] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.246439] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.246521] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fd71edc1-eb86-4350-8c40-4f0270e38db4 is going to be updated. [ 1209.268734] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.268947] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.268947] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.269175] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.269318] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.269469] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd71edc1-eb86-4350-8c40-4f0270e38db4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.749202] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ce0c8d2-99ae-4c65-916f-5bbe9694f476',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.251625] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.251995] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.251995] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.251995] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.252114] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.252270] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ce0c8d2-99ae-4c65-916f-5bbe9694f476 is going to be created. [ 1210.278676] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.278676] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.278676] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.278676] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.278676] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.287498] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ce0c8d2-99ae-4c65-916f-5bbe9694f476 in Status: UNINITIALIZED for 2s [ 1211.478415] env[65429]: INFO networking_nsxv3.common.synchronization [req-9ea3fbd8-5993-4700-ab6e-f191a76fa957 req-9ec8f64f-cd52-409d-897c-6ce3a18d3059 tempest-ServerActionsV293TestJSON-1938168310 tempest-ServerActionsV293TestJSON-1938168310-project-member] Enqueued Resource ID: 5f0aea60-afda-4f21-983d-f635d896b167 with Priority: HIGHEST for action security_group_members [ 1211.478954] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f0aea60-afda-4f21-983d-f635d896b167 with Priority: HIGHEST for action security_group_members [ 1211.479306] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f0aea60-afda-4f21-983d-f635d896b167 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.479400] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f0aea60-afda-4f21-983d-f635d896b167" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.479452] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f0aea60-afda-4f21-983d-f635d896b167" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.479675] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f0aea60-afda-4f21-983d-f635d896b167" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.479833] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.479925] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.479988] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.480270] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.480368] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.480461] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f0aea60-afda-4f21-983d-f635d896b167',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.773505] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock network-197 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.773737] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "network-197" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.773909] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "network-197" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.774578] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "network-197" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.774984] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.775335] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.775537] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.775977] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.776252] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.776574] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1211.776766] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1211.776948] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1211.777182] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1211.777375] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1211.777527] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1211.777704] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1211.796802] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1211.797094] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1211.797321] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1211.797584] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "network-197" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.798043] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock port-489d7dcc-8d7e-4d16-8815-ccf7236565b5 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.798361] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "port-489d7dcc-8d7e-4d16-8815-ccf7236565b5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.798605] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "port-489d7dcc-8d7e-4d16-8815-ccf7236565b5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.799076] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "port-489d7dcc-8d7e-4d16-8815-ccf7236565b5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.799286] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('489d7dcc-8d7e-4d16-8815-ccf7236565b5',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.983051] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.983220] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.983220] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.983504] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.984088] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.984088] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.984088] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.984088] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.984282] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.984335] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.984395] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f0aea60-afda-4f21-983d-f635d896b167 already deleted. [ 1211.984478] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f0aea60-afda-4f21-983d-f635d896b167" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.298783] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ce0c8d2-99ae-4c65-916f-5bbe9694f476 in Status: SUCCESS [ 1212.299030] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ce0c8d2-99ae-4c65-916f-5bbe9694f476" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.299197] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ce0c8d2-99ae-4c65-916f-5bbe9694f476" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.299411] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ce0c8d2-99ae-4c65-916f-5bbe9694f476" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.299604] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.299720] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.299789] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.299938] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.300034] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.300119] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ce0c8d2-99ae-4c65-916f-5bbe9694f476" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.300209] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7ce0c8d2-99ae-4c65-916f-5bbe9694f476',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.301330] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.301504] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.301620] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.301839] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.301977] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.302183] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Segment Port 489d7dcc-8d7e-4d16-8815-ccf7236565b5 not found, creating... [ 1212.302439] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.302654] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.302785] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.302988] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.303136] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.303408] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.303561] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.303678] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.303881] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.304050] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.304161] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Resource: SegmentPort with ID: 489d7dcc-8d7e-4d16-8815-ccf7236565b5 is going to be created. [ 1212.353066] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.353066] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.353066] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.353497] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.353563] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.354235] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "port-489d7dcc-8d7e-4d16-8815-ccf7236565b5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.806108] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7ce0c8d2-99ae-4c65-916f-5bbe9694f476',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.079592] env[65429]: INFO networking_nsxv3.common.synchronization [req-9ea3fbd8-5993-4700-ab6e-f191a76fa957 req-c3b0064a-29e5-408c-a1a5-bcddc3909bdc service nova] Enqueued Resource ID: 5f0aea60-afda-4f21-983d-f635d896b167 with Priority: HIGHEST for action security_group_rules [ 1213.079727] env[65429]: INFO networking_nsxv3.common.synchronization [req-9ea3fbd8-5993-4700-ab6e-f191a76fa957 req-c3b0064a-29e5-408c-a1a5-bcddc3909bdc service nova] Enqueued Resource ID: 5f0aea60-afda-4f21-983d-f635d896b167 with Priority: HIGHEST for action security_group_members [ 1213.079906] env[65429]: INFO networking_nsxv3.common.synchronization [req-9ea3fbd8-5993-4700-ab6e-f191a76fa957 req-c3b0064a-29e5-408c-a1a5-bcddc3909bdc service nova] Enqueued Resource ID: 489d7dcc-8d7e-4d16-8815-ccf7236565b5 with Priority: HIGHEST for action port [ 1213.080454] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f0aea60-afda-4f21-983d-f635d896b167 with Priority: HIGHEST for action security_group_rules [ 1213.080613] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f0aea60-afda-4f21-983d-f635d896b167 with Priority: HIGHEST for action security_group_members [ 1213.080736] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 489d7dcc-8d7e-4d16-8815-ccf7236565b5 with Priority: HIGHEST for action port [ 1213.081829] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f0aea60-afda-4f21-983d-f635d896b167 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.081988] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f0aea60-afda-4f21-983d-f635d896b167" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.082081] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f0aea60-afda-4f21-983d-f635d896b167" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.082292] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f0aea60-afda-4f21-983d-f635d896b167" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.084654] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f0aea60-afda-4f21-983d-f635d896b167',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.084654] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f0aea60-afda-4f21-983d-f635d896b167 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.084654] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f0aea60-afda-4f21-983d-f635d896b167" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.084654] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f0aea60-afda-4f21-983d-f635d896b167" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.084654] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f0aea60-afda-4f21-983d-f635d896b167" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.084654] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.084654] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.084654] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.084654] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.084654] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.084654] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f0aea60-afda-4f21-983d-f635d896b167',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.085270] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-489d7dcc-8d7e-4d16-8815-ccf7236565b5 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.085499] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-489d7dcc-8d7e-4d16-8815-ccf7236565b5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.085696] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-489d7dcc-8d7e-4d16-8815-ccf7236565b5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.085807] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-489d7dcc-8d7e-4d16-8815-ccf7236565b5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.085937] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('489d7dcc-8d7e-4d16-8815-ccf7236565b5',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.308996] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7ce0c8d2-99ae-4c65-916f-5bbe9694f476: rpc.has_security_group_logging(os_id): False [ 1213.339284] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.339473] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.339473] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.339804] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.339908] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.340254] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.340362] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.340544] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.340629] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.340661] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.340738] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ce0c8d2-99ae-4c65-916f-5bbe9694f476 is going to be created. [ 1213.398384] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.398587] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.398633] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.398837] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.399074] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.410681] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ce0c8d2-99ae-4c65-916f-5bbe9694f476 in Status: IN_PROGRESS for 2s [ 1213.588028] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f0aea60-afda-4f21-983d-f635d896b167 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.588200] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f0aea60-afda-4f21-983d-f635d896b167" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.588493] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f0aea60-afda-4f21-983d-f635d896b167',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.589480] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 489d7dcc-8d7e-4d16-8815-ccf7236565b5 with status ACTIVE [ 1213.589620] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.589718] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.589772] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.589977] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.590089] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.590259] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.590357] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.590418] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.590573] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.590648] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.590827] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.590919] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.590981] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.591490] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.591577] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.591671] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 489d7dcc-8d7e-4d16-8815-ccf7236565b5 is going to be updated. [ 1213.616207] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.616426] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.616483] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.616697] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.616839] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.617013] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-489d7dcc-8d7e-4d16-8815-ccf7236565b5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.095171] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f0aea60-afda-4f21-983d-f635d896b167',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.598822] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.599195] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.599195] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.599195] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.599316] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.599351] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f0aea60-afda-4f21-983d-f635d896b167 is going to be created. [ 1214.628030] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.628211] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.628299] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.628492] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.628657] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.641179] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f0aea60-afda-4f21-983d-f635d896b167 in Status: UNINITIALIZED for 2s [ 1215.424498] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ce0c8d2-99ae-4c65-916f-5bbe9694f476 in Status: SUCCESS [ 1215.424882] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ce0c8d2-99ae-4c65-916f-5bbe9694f476" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.654608] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f0aea60-afda-4f21-983d-f635d896b167 in Status: SUCCESS [ 1216.655029] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f0aea60-afda-4f21-983d-f635d896b167" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.655029] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f0aea60-afda-4f21-983d-f635d896b167" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.655251] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f0aea60-afda-4f21-983d-f635d896b167" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.655492] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.655613] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.655669] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.655788] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.655862] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.655945] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f0aea60-afda-4f21-983d-f635d896b167" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.656051] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5f0aea60-afda-4f21-983d-f635d896b167',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.159499] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5f0aea60-afda-4f21-983d-f635d896b167',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.661256] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5f0aea60-afda-4f21-983d-f635d896b167: rpc.has_security_group_logging(os_id): False [ 1217.680403] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.680606] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.680606] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.680833] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.680924] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.681183] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.681284] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.681348] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.681505] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.681679] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.681679] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f0aea60-afda-4f21-983d-f635d896b167 is going to be created. [ 1217.752546] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.752793] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.752921] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.753349] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.753663] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.770073] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f0aea60-afda-4f21-983d-f635d896b167 in Status: IN_PROGRESS for 2s [ 1218.082087] env[65429]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1218.082331] env[65429]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1219.786441] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f0aea60-afda-4f21-983d-f635d896b167 in Status: SUCCESS [ 1219.786790] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f0aea60-afda-4f21-983d-f635d896b167" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.083025] env[65429]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1223.083373] env[65429]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1228.084277] env[65429]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1228.084721] env[65429]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1230.152681] env[65429]: INFO networking_nsxv3.common.synchronization [req-49e2f385-eabc-4588-9e0d-d80bc43ce4f7 req-71755733-2f74-4bde-bd4d-5257562ee84c tempest-AttachVolumeShelveTestJSON-176561124 tempest-AttachVolumeShelveTestJSON-176561124-project-member] Enqueued Resource ID: 96f0afde-4905-43d1-8592-96498d508bd6 with Priority: HIGHEST for action security_group_members [ 1230.153258] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96f0afde-4905-43d1-8592-96498d508bd6 with Priority: HIGHEST for action security_group_members [ 1230.153588] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-96f0afde-4905-43d1-8592-96498d508bd6 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.153993] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96f0afde-4905-43d1-8592-96498d508bd6" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.154081] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96f0afde-4905-43d1-8592-96498d508bd6" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.154323] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96f0afde-4905-43d1-8592-96498d508bd6" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.154483] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.154586] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.154652] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.154819] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.154890] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.155013] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96f0afde-4905-43d1-8592-96498d508bd6',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.657764] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.657969] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.658062] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.658291] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.658387] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.658594] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.658696] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.658760] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.658914] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.658994] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.659098] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96f0afde-4905-43d1-8592-96498d508bd6 is going to be updated. [ 1230.694539] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.694716] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.694782] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.694949] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.695458] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.703686] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96f0afde-4905-43d1-8592-96498d508bd6 in Status: IN_PROGRESS for 2s [ 1232.714839] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96f0afde-4905-43d1-8592-96498d508bd6 in Status: SUCCESS [ 1232.715288] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96f0afde-4905-43d1-8592-96498d508bd6 deletion is rescheduled due to dependency. [ 1232.715288] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96f0afde-4905-43d1-8592-96498d508bd6" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.209276] env[65429]: INFO networking_nsxv3.common.synchronization [req-c11244a1-b07a-422f-9f45-5c725e4f60fb req-e4bb08b9-7ddc-4ec7-831d-f7d833a32431 tempest-DeleteServersTestJSON-1613790083 tempest-DeleteServersTestJSON-1613790083-project-member] Enqueued Resource ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 with Priority: HIGHEST for action security_group_members [ 1234.209784] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 with Priority: HIGHEST for action security_group_members [ 1234.210099] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-9171cf91-a0c3-42f6-a4fb-c715310b4d43 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.210231] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.210300] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.210496] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.210646] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.210867] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.210867] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.211017] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.211017] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.211112] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9171cf91-a0c3-42f6-a4fb-c715310b4d43',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.714358] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.714515] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.714587] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.714811] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.714905] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.715147] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.715239] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.715302] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.715461] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.715534] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.715619] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 is going to be updated. [ 1234.744565] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.744754] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.744754] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.744973] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.745426] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.754464] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 in Status: IN_PROGRESS for 2s [ 1236.765713] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 in Status: SUCCESS [ 1236.765713] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 deletion is rescheduled due to dependency. [ 1236.766288] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.211085] env[65429]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1239.211407] env[65429]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1243.896293] env[65429]: INFO networking_nsxv3.common.synchronization [req-8e6e25e2-e5e0-4e8f-bb85-3cabaeb89dba req-75c73abc-70a7-4ad3-95bd-2e0f0a87f262 tempest-ServerActionsTestOtherA-1190506825 tempest-ServerActionsTestOtherA-1190506825-project-member] Enqueued Resource ID: 6bf4bb3a-af96-41bb-a4c2-fb1ca5671be2 with Priority: HIGHEST for action security_group_members [ 1243.897125] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bf4bb3a-af96-41bb-a4c2-fb1ca5671be2 with Priority: HIGHEST for action security_group_members [ 1243.897624] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bf4bb3a-af96-41bb-a4c2-fb1ca5671be2 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.897624] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bf4bb3a-af96-41bb-a4c2-fb1ca5671be2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.897624] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bf4bb3a-af96-41bb-a4c2-fb1ca5671be2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.897811] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bf4bb3a-af96-41bb-a4c2-fb1ca5671be2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.898529] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.898529] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.898529] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.898529] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.898529] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.898763] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6bf4bb3a-af96-41bb-a4c2-fb1ca5671be2',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.402143] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.402343] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.402392] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.402597] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.402690] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.402889] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.402991] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.403059] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.403208] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.403283] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.403368] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6bf4bb3a-af96-41bb-a4c2-fb1ca5671be2 is going to be updated. [ 1244.430774] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.430974] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.431041] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.431293] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.431442] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.439640] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6bf4bb3a-af96-41bb-a4c2-fb1ca5671be2 in Status: IN_PROGRESS for 2s [ 1246.450603] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6bf4bb3a-af96-41bb-a4c2-fb1ca5671be2 in Status: SUCCESS [ 1246.450922] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6bf4bb3a-af96-41bb-a4c2-fb1ca5671be2 deletion is rescheduled due to dependency. [ 1246.451175] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bf4bb3a-af96-41bb-a4c2-fb1ca5671be2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.897864] env[65429]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1248.898157] env[65429]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1253.139373] env[65429]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b5d73340-e254-41d3-9fed-70eafbdf8bdf None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1253.139813] env[65429]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-b5d73340-e254-41d3-9fed-70eafbdf8bdf None None] NSXv3 Agent Agent loop - iteration:3 started [ 1253.899672] env[65429]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1253.899672] env[65429]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1255.347347] env[65429]: INFO networking_nsxv3.common.synchronization [req-f186a87b-0108-47c2-9af5-c99894cbfba1 req-fce0d471-3a11-4036-9ae6-f69d15a5f1d5 tempest-ServerActionsTestOtherA-1190506825 tempest-ServerActionsTestOtherA-1190506825-project-member] Enqueued Resource ID: 38260a5a-2497-427a-8878-43a3a096bad8 with Priority: HIGHEST for action security_group_members [ 1255.347347] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38260a5a-2497-427a-8878-43a3a096bad8 with Priority: HIGHEST for action security_group_members [ 1255.347347] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-38260a5a-2497-427a-8878-43a3a096bad8 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.347347] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38260a5a-2497-427a-8878-43a3a096bad8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.347347] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38260a5a-2497-427a-8878-43a3a096bad8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.347704] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38260a5a-2497-427a-8878-43a3a096bad8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.347704] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.347791] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.347825] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.347943] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.348037] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.348131] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38260a5a-2497-427a-8878-43a3a096bad8',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.647432] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock network-160 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.647646] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "network-160" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.647846] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "network-160" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.648109] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "network-160" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.648328] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.648488] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.648638] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.648914] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.648994] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.649217] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1255.649849] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1255.649849] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1255.649849] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1255.649849] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1255.649849] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1255.649849] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1255.670673] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1255.670859] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1255.671113] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1255.671315] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "network-160" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.671623] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock port-b8b33de0-9a79-4b25-acbe-5d3bfa1fe069 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.671825] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "port-b8b33de0-9a79-4b25-acbe-5d3bfa1fe069" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.671930] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "port-b8b33de0-9a79-4b25-acbe-5d3bfa1fe069" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.672422] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "port-b8b33de0-9a79-4b25-acbe-5d3bfa1fe069" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.672564] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8b33de0-9a79-4b25-acbe-5d3bfa1fe069',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.850936] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.851168] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.851255] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.851630] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.851734] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.851933] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.852045] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.852114] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.852263] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.852354] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.852428] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38260a5a-2497-427a-8878-43a3a096bad8 is going to be updated. [ 1255.879780] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.879998] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.879998] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.880192] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.880334] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.889063] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38260a5a-2497-427a-8878-43a3a096bad8 in Status: IN_PROGRESS for 2s [ 1256.175426] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.175733] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.175845] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.176176] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.176332] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.176485] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Segment Port b8b33de0-9a79-4b25-acbe-5d3bfa1fe069 not found, creating... [ 1256.176750] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.176901] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.177028] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.177246] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.177380] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.177668] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.177801] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.177918] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.178132] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.178261] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.178424] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Resource: SegmentPort with ID: b8b33de0-9a79-4b25-acbe-5d3bfa1fe069 is going to be created. [ 1256.198960] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.199188] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.199315] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.199593] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.199875] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.200129] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "port-b8b33de0-9a79-4b25-acbe-5d3bfa1fe069" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.938019] env[65429]: INFO networking_nsxv3.common.synchronization [req-f186a87b-0108-47c2-9af5-c99894cbfba1 req-c0cb3e23-fb6c-420b-be5d-323d16d9a5fb service nova] Enqueued Resource ID: 38260a5a-2497-427a-8878-43a3a096bad8 with Priority: HIGHEST for action security_group_rules [ 1256.938019] env[65429]: INFO networking_nsxv3.common.synchronization [req-f186a87b-0108-47c2-9af5-c99894cbfba1 req-c0cb3e23-fb6c-420b-be5d-323d16d9a5fb service nova] Enqueued Resource ID: 38260a5a-2497-427a-8878-43a3a096bad8 with Priority: HIGHEST for action security_group_members [ 1256.938019] env[65429]: INFO networking_nsxv3.common.synchronization [req-f186a87b-0108-47c2-9af5-c99894cbfba1 req-c0cb3e23-fb6c-420b-be5d-323d16d9a5fb service nova] Enqueued Resource ID: b8b33de0-9a79-4b25-acbe-5d3bfa1fe069 with Priority: HIGHEST for action port [ 1256.938019] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38260a5a-2497-427a-8878-43a3a096bad8 with Priority: HIGHEST for action security_group_rules [ 1256.938019] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38260a5a-2497-427a-8878-43a3a096bad8 with Priority: HIGHEST for action security_group_members [ 1256.938019] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8b33de0-9a79-4b25-acbe-5d3bfa1fe069 with Priority: HIGHEST for action port [ 1256.938779] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38260a5a-2497-427a-8878-43a3a096bad8 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.938930] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38260a5a-2497-427a-8878-43a3a096bad8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.938997] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38260a5a-2497-427a-8878-43a3a096bad8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.939269] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38260a5a-2497-427a-8878-43a3a096bad8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.939359] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38260a5a-2497-427a-8878-43a3a096bad8',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.940292] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-38260a5a-2497-427a-8878-43a3a096bad8 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.940415] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38260a5a-2497-427a-8878-43a3a096bad8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.941343] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-b8b33de0-9a79-4b25-acbe-5d3bfa1fe069 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.941343] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b8b33de0-9a79-4b25-acbe-5d3bfa1fe069" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.941343] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b8b33de0-9a79-4b25-acbe-5d3bfa1fe069" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.941343] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b8b33de0-9a79-4b25-acbe-5d3bfa1fe069" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.941343] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8b33de0-9a79-4b25-acbe-5d3bfa1fe069',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.443479] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-38260a5a-2497-427a-8878-43a3a096bad8 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.443479] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38260a5a-2497-427a-8878-43a3a096bad8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.443734] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b8b33de0-9a79-4b25-acbe-5d3bfa1fe069 with status ACTIVE [ 1257.443734] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.443832] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.443883] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.444091] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.444186] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.444354] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.444453] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.444676] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.444676] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.444794] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.444910] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.445014] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.445076] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.445215] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.445289] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.445382] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b8b33de0-9a79-4b25-acbe-5d3bfa1fe069 is going to be updated. [ 1257.466570] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.466769] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.466769] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.466979] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.467129] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.467286] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b8b33de0-9a79-4b25-acbe-5d3bfa1fe069" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.905554] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38260a5a-2497-427a-8878-43a3a096bad8 in Status: SUCCESS [ 1257.905786] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38260a5a-2497-427a-8878-43a3a096bad8 deletion is rescheduled due to dependency. [ 1257.905850] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38260a5a-2497-427a-8878-43a3a096bad8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.906035] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38260a5a-2497-427a-8878-43a3a096bad8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.907502] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38260a5a-2497-427a-8878-43a3a096bad8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.907502] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.907502] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.907502] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.907502] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.907502] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.907502] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38260a5a-2497-427a-8878-43a3a096bad8',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.143020] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock network-755 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.143020] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "network-755" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.143020] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "network-755" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.143020] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "network-755" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.143020] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.143020] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.143020] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.143020] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.146792] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.146792] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1258.146792] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1258.146792] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1258.146792] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1258.146792] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1258.146792] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1258.146792] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1258.166946] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1258.166946] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1258.166946] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1258.166946] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "network-755" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.166946] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock port-31e71e0c-225b-46fc-afd8-65d7c9ebf878 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.166946] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "port-31e71e0c-225b-46fc-afd8-65d7c9ebf878" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.166946] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "port-31e71e0c-225b-46fc-afd8-65d7c9ebf878" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.166946] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "port-31e71e0c-225b-46fc-afd8-65d7c9ebf878" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.166946] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31e71e0c-225b-46fc-afd8-65d7c9ebf878',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.409050] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('38260a5a-2497-427a-8878-43a3a096bad8',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.669529] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.669692] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.670311] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.670311] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.670311] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.670582] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.670813] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.670973] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.671237] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.671442] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.671770] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.671923] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.672095] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.672341] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.672505] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.672678] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Resource: SegmentPort with ID: 31e71e0c-225b-46fc-afd8-65d7c9ebf878 is going to be updated. [ 1258.693469] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.693766] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.693903] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.694207] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.694406] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.694629] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "port-31e71e0c-225b-46fc-afd8-65d7c9ebf878" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.910842] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('38260a5a-2497-427a-8878-43a3a096bad8',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.390848] env[65429]: INFO networking_nsxv3.common.synchronization [req-8f7a13d2-94aa-4887-bf14-680b8b385d57 req-a2f67912-9bd6-44c6-bbf7-67b105cbb3cc service nova] Enqueued Resource ID: 17513b54-2331-4ac9-98c2-eaea87e32cdf with Priority: HIGHEST for action security_group_rules [ 1259.391121] env[65429]: INFO networking_nsxv3.common.synchronization [req-8f7a13d2-94aa-4887-bf14-680b8b385d57 req-a2f67912-9bd6-44c6-bbf7-67b105cbb3cc service nova] Enqueued Resource ID: 17513b54-2331-4ac9-98c2-eaea87e32cdf with Priority: HIGHEST for action security_group_members [ 1259.391180] env[65429]: INFO networking_nsxv3.common.synchronization [req-8f7a13d2-94aa-4887-bf14-680b8b385d57 req-a2f67912-9bd6-44c6-bbf7-67b105cbb3cc service nova] Enqueued Resource ID: 31e71e0c-225b-46fc-afd8-65d7c9ebf878 with Priority: HIGHEST for action port [ 1259.391732] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17513b54-2331-4ac9-98c2-eaea87e32cdf with Priority: HIGHEST for action security_group_rules [ 1259.392117] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17513b54-2331-4ac9-98c2-eaea87e32cdf with Priority: HIGHEST for action security_group_members [ 1259.392117] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31e71e0c-225b-46fc-afd8-65d7c9ebf878 with Priority: HIGHEST for action port [ 1259.392345] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-17513b54-2331-4ac9-98c2-eaea87e32cdf taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.392468] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-17513b54-2331-4ac9-98c2-eaea87e32cdf" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.392538] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-17513b54-2331-4ac9-98c2-eaea87e32cdf" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.392731] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-17513b54-2331-4ac9-98c2-eaea87e32cdf" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.393514] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('17513b54-2331-4ac9-98c2-eaea87e32cdf',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.394969] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-17513b54-2331-4ac9-98c2-eaea87e32cdf taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.394969] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17513b54-2331-4ac9-98c2-eaea87e32cdf" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.395122] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17513b54-2331-4ac9-98c2-eaea87e32cdf" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.395192] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17513b54-2331-4ac9-98c2-eaea87e32cdf" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.395364] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.395481] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.395548] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.395702] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.395788] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.395883] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17513b54-2331-4ac9-98c2-eaea87e32cdf',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.396671] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-31e71e0c-225b-46fc-afd8-65d7c9ebf878 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.396779] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31e71e0c-225b-46fc-afd8-65d7c9ebf878" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.396846] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31e71e0c-225b-46fc-afd8-65d7c9ebf878" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.396996] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31e71e0c-225b-46fc-afd8-65d7c9ebf878" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.397083] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31e71e0c-225b-46fc-afd8-65d7c9ebf878',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.412617] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.412799] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.412851] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.413047] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.413111] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.413209] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38260a5a-2497-427a-8878-43a3a096bad8 is going to be updated. [ 1259.444198] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.444414] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.444505] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.444746] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.444897] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.455331] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38260a5a-2497-427a-8878-43a3a096bad8 in Status: IN_PROGRESS for 2s [ 1259.898658] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('17513b54-2331-4ac9-98c2-eaea87e32cdf',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.900057] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-17513b54-2331-4ac9-98c2-eaea87e32cdf taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.900057] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17513b54-2331-4ac9-98c2-eaea87e32cdf" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.900450] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 31e71e0c-225b-46fc-afd8-65d7c9ebf878 with status ACTIVE [ 1259.900633] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.900741] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.901327] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.901327] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.901327] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.901327] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.901484] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.901484] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.901763] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.901763] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.901911] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.901963] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.902050] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.902171] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.902247] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.902332] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 31e71e0c-225b-46fc-afd8-65d7c9ebf878 is going to be updated. [ 1259.935317] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.935577] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.935577] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.935843] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.935930] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.936111] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31e71e0c-225b-46fc-afd8-65d7c9ebf878" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.401477] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('17513b54-2331-4ac9-98c2-eaea87e32cdf',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.903836] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.903996] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.904085] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.904327] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.904450] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.904556] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17513b54-2331-4ac9-98c2-eaea87e32cdf is going to be updated. [ 1260.942199] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.942381] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.942427] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.942612] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.942760] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.959377] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17513b54-2331-4ac9-98c2-eaea87e32cdf in Status: IN_PROGRESS for 2s [ 1261.465049] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38260a5a-2497-427a-8878-43a3a096bad8 in Status: SUCCESS [ 1261.465334] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38260a5a-2497-427a-8878-43a3a096bad8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.465508] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38260a5a-2497-427a-8878-43a3a096bad8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.465744] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38260a5a-2497-427a-8878-43a3a096bad8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.465944] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.466076] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.466142] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.466305] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.466411] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.466523] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38260a5a-2497-427a-8878-43a3a096bad8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.466638] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('38260a5a-2497-427a-8878-43a3a096bad8',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.968519] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-38260a5a-2497-427a-8878-43a3a096bad8 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.968772] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38260a5a-2497-427a-8878-43a3a096bad8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.968772] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38260a5a-2497-427a-8878-43a3a096bad8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.968972] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38260a5a-2497-427a-8878-43a3a096bad8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.969152] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.969259] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.969327] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.969485] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.969574] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.969663] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38260a5a-2497-427a-8878-43a3a096bad8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.969808] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-38260a5a-2497-427a-8878-43a3a096bad8 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.969905] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38260a5a-2497-427a-8878-43a3a096bad8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.969969] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38260a5a-2497-427a-8878-43a3a096bad8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.970133] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38260a5a-2497-427a-8878-43a3a096bad8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.970271] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.970365] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.970428] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.970569] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.970653] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.970730] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38260a5a-2497-427a-8878-43a3a096bad8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.970819] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('38260a5a-2497-427a-8878-43a3a096bad8',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.473654] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 38260a5a-2497-427a-8878-43a3a096bad8: rpc.has_security_group_logging(os_id): False [ 1262.498679] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.498936] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.498936] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.499196] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.499349] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.499607] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.499749] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.499749] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.500040] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.500148] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.500370] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.500495] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.500569] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.500720] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.500828] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.501074] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.501212] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.501299] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.501468] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.501867] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.501867] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38260a5a-2497-427a-8878-43a3a096bad8 is going to be updated. [ 1262.574977] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.575192] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.575288] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.575593] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.575747] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.590977] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38260a5a-2497-427a-8878-43a3a096bad8 in Status: IN_PROGRESS for 2s [ 1262.975566] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17513b54-2331-4ac9-98c2-eaea87e32cdf in Status: SUCCESS [ 1262.975892] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17513b54-2331-4ac9-98c2-eaea87e32cdf" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.976564] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17513b54-2331-4ac9-98c2-eaea87e32cdf" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.976564] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17513b54-2331-4ac9-98c2-eaea87e32cdf" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.976789] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.976970] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.977065] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.977327] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.977483] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.977700] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17513b54-2331-4ac9-98c2-eaea87e32cdf" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.977700] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('17513b54-2331-4ac9-98c2-eaea87e32cdf',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.481605] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('17513b54-2331-4ac9-98c2-eaea87e32cdf',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.580476] env[65429]: INFO networking_nsxv3.common.synchronization [req-19ce4dec-a6c4-406b-827e-f463d2259116 req-7daed5b0-d8c7-4df7-97ba-52d2e06d2c9d tempest-AttachVolumeNegativeTest-567722119 tempest-AttachVolumeNegativeTest-567722119-project-member] Enqueued Resource ID: 827f7614-bcfa-48b3-928e-ef16002b5af7 with Priority: HIGHEST for action security_group_members [ 1263.581126] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 827f7614-bcfa-48b3-928e-ef16002b5af7 with Priority: HIGHEST for action security_group_members [ 1263.581384] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-827f7614-bcfa-48b3-928e-ef16002b5af7 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.581505] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-827f7614-bcfa-48b3-928e-ef16002b5af7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.581574] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-827f7614-bcfa-48b3-928e-ef16002b5af7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.582241] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-827f7614-bcfa-48b3-928e-ef16002b5af7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.582241] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.582241] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.582241] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.582241] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.582504] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.582504] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('827f7614-bcfa-48b3-928e-ef16002b5af7',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.983805] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 17513b54-2331-4ac9-98c2-eaea87e32cdf: rpc.has_security_group_logging(os_id): False [ 1264.001275] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.001445] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.001549] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.001728] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.001819] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.002080] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.002181] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.002246] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.002392] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.002469] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.002556] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 17513b54-2331-4ac9-98c2-eaea87e32cdf is going to be updated. [ 1264.059403] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.059638] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.059638] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.059761] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.059893] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.078976] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17513b54-2331-4ac9-98c2-eaea87e32cdf in Status: IN_PROGRESS for 2s [ 1264.084528] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.084739] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.084818] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.085048] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.085145] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.085474] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.085641] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.085735] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.086075] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.086180] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.086235] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 827f7614-bcfa-48b3-928e-ef16002b5af7 is going to be updated. [ 1264.132915] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.133156] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.133156] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.133358] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.133664] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.144340] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 827f7614-bcfa-48b3-928e-ef16002b5af7 in Status: IN_PROGRESS for 2s [ 1264.606405] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38260a5a-2497-427a-8878-43a3a096bad8 in Status: SUCCESS [ 1264.606686] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38260a5a-2497-427a-8878-43a3a096bad8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.100403] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 17513b54-2331-4ac9-98c2-eaea87e32cdf in Status: SUCCESS [ 1266.100884] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-17513b54-2331-4ac9-98c2-eaea87e32cdf" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.156034] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 827f7614-bcfa-48b3-928e-ef16002b5af7 in Status: SUCCESS [ 1266.156215] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 827f7614-bcfa-48b3-928e-ef16002b5af7 deletion is rescheduled due to dependency. [ 1266.156337] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-827f7614-bcfa-48b3-928e-ef16002b5af7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.574329] env[65429]: INFO networking_nsxv3.common.synchronization [req-826e6c36-69d7-4dbc-ba47-6e05d60f68f0 req-752077d6-61da-4bda-b789-d97812a5246a tempest-ServerActionsTestOtherA-1190506825 tempest-ServerActionsTestOtherA-1190506825-project-member] Enqueued Resource ID: 38260a5a-2497-427a-8878-43a3a096bad8 with Priority: HIGHEST for action security_group_members [ 1268.575179] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38260a5a-2497-427a-8878-43a3a096bad8 with Priority: HIGHEST for action security_group_members [ 1268.576078] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-38260a5a-2497-427a-8878-43a3a096bad8 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.576078] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38260a5a-2497-427a-8878-43a3a096bad8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.576078] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38260a5a-2497-427a-8878-43a3a096bad8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.576210] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38260a5a-2497-427a-8878-43a3a096bad8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.576331] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.576455] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.576552] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.576721] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.576807] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.576921] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38260a5a-2497-427a-8878-43a3a096bad8',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.622805] env[65429]: INFO networking_nsxv3.common.synchronization [req-826e6c36-69d7-4dbc-ba47-6e05d60f68f0 req-752077d6-61da-4bda-b789-d97812a5246a tempest-ServerActionsTestOtherA-1190506825 tempest-ServerActionsTestOtherA-1190506825-project-member] Enqueued Resource ID: b8b33de0-9a79-4b25-acbe-5d3bfa1fe069 with Priority: HIGHEST for action port [ 1268.623389] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8b33de0-9a79-4b25-acbe-5d3bfa1fe069 with Priority: HIGHEST for action port [ 1268.623817] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-b8b33de0-9a79-4b25-acbe-5d3bfa1fe069 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.623966] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b8b33de0-9a79-4b25-acbe-5d3bfa1fe069" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.624051] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b8b33de0-9a79-4b25-acbe-5d3bfa1fe069" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.624273] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b8b33de0-9a79-4b25-acbe-5d3bfa1fe069" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.624359] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8b33de0-9a79-4b25-acbe-5d3bfa1fe069',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.079530] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.079723] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.079766] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.079974] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.080095] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.080297] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.080398] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.080462] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.080619] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.080697] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.080783] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38260a5a-2497-427a-8878-43a3a096bad8 is going to be updated. [ 1269.113602] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.113767] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.113814] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.114049] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.114210] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.123929] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38260a5a-2497-427a-8878-43a3a096bad8 in Status: IN_PROGRESS for 2s [ 1269.126294] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b8b33de0-9a79-4b25-acbe-5d3bfa1fe069 with status ACTIVE [ 1269.126498] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.126629] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.126699] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.126910] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.126988] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.127185] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.127286] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.127351] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.127503] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.127582] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.127760] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.127881] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.127942] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.128098] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.128177] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.128257] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b8b33de0-9a79-4b25-acbe-5d3bfa1fe069 is going to be updated. [ 1269.149948] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.150125] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.150164] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.150374] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.150510] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.150680] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b8b33de0-9a79-4b25-acbe-5d3bfa1fe069" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.651051] env[65429]: INFO networking_nsxv3.common.synchronization [req-9d7828fe-ab4e-4555-9e20-6097b4729654 req-64165f5c-edbb-4359-981a-073a933497e1 tempest-ServerActionsV293TestJSON-1938168310 tempest-ServerActionsV293TestJSON-1938168310-project-member] Enqueued Resource ID: 5f0aea60-afda-4f21-983d-f635d896b167 with Priority: HIGHEST for action security_group_members [ 1269.652705] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f0aea60-afda-4f21-983d-f635d896b167 with Priority: HIGHEST for action security_group_members [ 1269.652705] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f0aea60-afda-4f21-983d-f635d896b167 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.652847] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f0aea60-afda-4f21-983d-f635d896b167" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.653389] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f0aea60-afda-4f21-983d-f635d896b167" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.653389] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f0aea60-afda-4f21-983d-f635d896b167" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.653533] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.653623] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.653713] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.653953] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.654100] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.654244] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f0aea60-afda-4f21-983d-f635d896b167',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.157681] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.157854] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.157921] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.158168] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.158251] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.158454] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.158551] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.158611] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.158764] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.158840] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.158923] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f0aea60-afda-4f21-983d-f635d896b167 is going to be updated. [ 1270.191794] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.191998] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.192090] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.192287] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.192473] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.202207] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f0aea60-afda-4f21-983d-f635d896b167 in Status: IN_PROGRESS for 2s [ 1271.134667] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38260a5a-2497-427a-8878-43a3a096bad8 in Status: SUCCESS [ 1271.134987] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38260a5a-2497-427a-8878-43a3a096bad8 deletion is rescheduled due to dependency. [ 1271.135066] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38260a5a-2497-427a-8878-43a3a096bad8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.211763] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f0aea60-afda-4f21-983d-f635d896b167 in Status: SUCCESS [ 1272.212079] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f0aea60-afda-4f21-983d-f635d896b167 deletion is rescheduled due to dependency. [ 1272.212079] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f0aea60-afda-4f21-983d-f635d896b167" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.527999] env[65429]: INFO networking_nsxv3.common.synchronization [None req-aed479a5-edf1-462d-954e-261f1c4dcf97 None None] Enqueued Resource ID: 6f136bdc-6e91-4c4d-9e95-7ab145d20ede with Priority: HIGHEST for action port [ 1274.528536] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f136bdc-6e91-4c4d-9e95-7ab145d20ede with Priority: HIGHEST for action port [ 1274.528865] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f136bdc-6e91-4c4d-9e95-7ab145d20ede taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.528985] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f136bdc-6e91-4c4d-9e95-7ab145d20ede" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.529598] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f136bdc-6e91-4c4d-9e95-7ab145d20ede" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.529874] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f136bdc-6e91-4c4d-9e95-7ab145d20ede" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.529967] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f136bdc-6e91-4c4d-9e95-7ab145d20ede',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.031948] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6f136bdc-6e91-4c4d-9e95-7ab145d20ede [ 1275.032578] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.034128] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.034128] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.034128] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.034128] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.034128] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6f136bdc-6e91-4c4d-9e95-7ab145d20ede already deleted. [ 1275.034128] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f136bdc-6e91-4c4d-9e95-7ab145d20ede" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.781699] env[65429]: INFO networking_nsxv3.common.synchronization [None req-5ad08cf7-0dac-40a2-94b5-04bf14030ac9 None None] Enqueued Resource ID: 094726c2-98b3-4335-8e65-d66d0072bb41 with Priority: HIGHEST for action port [ 1276.784776] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 094726c2-98b3-4335-8e65-d66d0072bb41 with Priority: HIGHEST for action port [ 1276.784776] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-094726c2-98b3-4335-8e65-d66d0072bb41 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.784776] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-094726c2-98b3-4335-8e65-d66d0072bb41" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.784776] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-094726c2-98b3-4335-8e65-d66d0072bb41" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.784776] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-094726c2-98b3-4335-8e65-d66d0072bb41" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.784776] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('094726c2-98b3-4335-8e65-d66d0072bb41',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.286031] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 094726c2-98b3-4335-8e65-d66d0072bb41 [ 1277.286161] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.286251] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.286298] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.286524] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.286691] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.286740] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:094726c2-98b3-4335-8e65-d66d0072bb41 already deleted. [ 1277.286807] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-094726c2-98b3-4335-8e65-d66d0072bb41" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.753223] env[65429]: INFO networking_nsxv3.common.synchronization [req-dcfcf366-2251-4f71-864a-ef10e43f0c91 req-90c71f86-043b-423c-835d-9e2b159c91b9 tempest-ServerActionsTestOtherB-1487493843 tempest-ServerActionsTestOtherB-1487493843-project-member] Enqueued Resource ID: 17513b54-2331-4ac9-98c2-eaea87e32cdf with Priority: HIGHEST for action security_group_members [ 1278.753710] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17513b54-2331-4ac9-98c2-eaea87e32cdf with Priority: HIGHEST for action security_group_members [ 1278.754015] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-17513b54-2331-4ac9-98c2-eaea87e32cdf taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.754143] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-17513b54-2331-4ac9-98c2-eaea87e32cdf" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.754226] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-17513b54-2331-4ac9-98c2-eaea87e32cdf" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.754405] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-17513b54-2331-4ac9-98c2-eaea87e32cdf" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.754555] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.754650] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.754720] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.755381] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.755381] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.755381] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('17513b54-2331-4ac9-98c2-eaea87e32cdf',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.260232] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.260232] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.260232] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.260232] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.260232] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.260232] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.260232] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.260232] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.260232] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.260232] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.260232] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17513b54-2331-4ac9-98c2-eaea87e32cdf is going to be updated. [ 1279.293827] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.293827] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.293827] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.293827] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.293827] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.302928] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17513b54-2331-4ac9-98c2-eaea87e32cdf in Status: IN_PROGRESS for 2s [ 1280.343480] env[65429]: INFO networking_nsxv3.common.synchronization [req-dd7ad532-251a-492f-bcca-7f9820cd4e4e req-27590bf4-1462-4e75-b008-0dc0f5f1bab1 tempest-ServersTestJSON-642022304 tempest-ServersTestJSON-642022304-project-member] Enqueued Resource ID: 12625c12-031e-460d-a31b-249646dfe464 with Priority: HIGHEST for action security_group_members [ 1280.344031] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12625c12-031e-460d-a31b-249646dfe464 with Priority: HIGHEST for action security_group_members [ 1280.345469] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-12625c12-031e-460d-a31b-249646dfe464 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.345583] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.345583] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.345887] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.346565] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.346565] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.346565] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.346565] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.346565] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.346865] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12625c12-031e-460d-a31b-249646dfe464',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.648766] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock network-634 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.648968] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "network-634" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.649105] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "network-634" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.649443] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "network-634" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.649712] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.649904] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.650036] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.650252] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.650395] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.650619] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1280.650731] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1280.650839] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1280.650946] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1280.651067] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1280.651173] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1280.651301] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1280.669999] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1280.670170] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1280.670294] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1280.670463] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "network-634" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.670771] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock port-4468b20a-608f-45b0-ad7e-51450b8092c5 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.670938] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "port-4468b20a-608f-45b0-ad7e-51450b8092c5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.671067] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "port-4468b20a-608f-45b0-ad7e-51450b8092c5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.671385] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "port-4468b20a-608f-45b0-ad7e-51450b8092c5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.671525] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4468b20a-608f-45b0-ad7e-51450b8092c5',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.851602] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.851754] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.851829] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.852098] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.852225] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.852452] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.852600] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.852696] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.852892] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.852993] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.853111] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12625c12-031e-460d-a31b-249646dfe464 already deleted. [ 1280.853241] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.173997] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.174294] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.174427] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.174699] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.174847] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.174997] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Segment Port 4468b20a-608f-45b0-ad7e-51450b8092c5 not found, creating... [ 1281.175304] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.175465] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.175599] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.175886] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.176044] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.176357] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.176528] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.176675] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.176884] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.177034] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.177191] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Resource: SegmentPort with ID: 4468b20a-608f-45b0-ad7e-51450b8092c5 is going to be created. [ 1281.197326] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.197544] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.197644] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.197910] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.198183] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.198409] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "port-4468b20a-608f-45b0-ad7e-51450b8092c5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.311940] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 17513b54-2331-4ac9-98c2-eaea87e32cdf in Status: SUCCESS [ 1281.312200] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 17513b54-2331-4ac9-98c2-eaea87e32cdf deletion is rescheduled due to dependency. [ 1281.312329] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-17513b54-2331-4ac9-98c2-eaea87e32cdf" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.891578] env[65429]: INFO networking_nsxv3.common.synchronization [req-dd7ad532-251a-492f-bcca-7f9820cd4e4e req-539c441b-97fd-4542-ba89-14977a8b969d service nova] Enqueued Resource ID: 12625c12-031e-460d-a31b-249646dfe464 with Priority: HIGHEST for action security_group_rules [ 1281.891906] env[65429]: INFO networking_nsxv3.common.synchronization [req-dd7ad532-251a-492f-bcca-7f9820cd4e4e req-539c441b-97fd-4542-ba89-14977a8b969d service nova] Enqueued Resource ID: 12625c12-031e-460d-a31b-249646dfe464 with Priority: HIGHEST for action security_group_members [ 1281.891906] env[65429]: INFO networking_nsxv3.common.synchronization [req-dd7ad532-251a-492f-bcca-7f9820cd4e4e req-539c441b-97fd-4542-ba89-14977a8b969d service nova] Enqueued Resource ID: 4468b20a-608f-45b0-ad7e-51450b8092c5 with Priority: HIGHEST for action port [ 1281.892586] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12625c12-031e-460d-a31b-249646dfe464 with Priority: HIGHEST for action security_group_rules [ 1281.892586] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12625c12-031e-460d-a31b-249646dfe464 with Priority: HIGHEST for action security_group_members [ 1281.892586] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4468b20a-608f-45b0-ad7e-51450b8092c5 with Priority: HIGHEST for action port [ 1281.892907] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12625c12-031e-460d-a31b-249646dfe464 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.893219] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.893357] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.893575] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.893705] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12625c12-031e-460d-a31b-249646dfe464',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.894724] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-12625c12-031e-460d-a31b-249646dfe464 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.894874] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.894874] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.895134] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.895316] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.895416] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.895481] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.895953] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.896057] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.896154] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12625c12-031e-460d-a31b-249646dfe464',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.897374] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-4468b20a-608f-45b0-ad7e-51450b8092c5 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.897604] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4468b20a-608f-45b0-ad7e-51450b8092c5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.897686] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4468b20a-608f-45b0-ad7e-51450b8092c5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.897842] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4468b20a-608f-45b0-ad7e-51450b8092c5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.897917] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4468b20a-608f-45b0-ad7e-51450b8092c5',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.399662] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-12625c12-031e-460d-a31b-249646dfe464 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.399919] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.400078] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12625c12-031e-460d-a31b-249646dfe464',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.401912] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4468b20a-608f-45b0-ad7e-51450b8092c5 with status ACTIVE [ 1282.402196] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.402196] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.402330] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.402532] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.402666] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.402947] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.403150] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.403241] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.403477] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.403944] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.403944] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.404228] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.404228] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.404475] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.404649] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.404959] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4468b20a-608f-45b0-ad7e-51450b8092c5 is going to be updated. [ 1282.430444] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.430666] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.430779] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.431100] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.431258] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.431467] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4468b20a-608f-45b0-ad7e-51450b8092c5" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.903064] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12625c12-031e-460d-a31b-249646dfe464',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.405257] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.405464] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.405464] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.405648] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.405792] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.405895] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12625c12-031e-460d-a31b-249646dfe464 is going to be created. [ 1283.429253] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.429499] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.429499] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.429639] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.429791] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.438735] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12625c12-031e-460d-a31b-249646dfe464 in Status: UNINITIALIZED for 2s [ 1285.450135] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12625c12-031e-460d-a31b-249646dfe464 in Status: SUCCESS [ 1285.450455] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.450622] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.450885] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.451208] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.451375] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.451479] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.451708] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.451828] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.451947] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.452067] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('12625c12-031e-460d-a31b-249646dfe464',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.955179] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-12625c12-031e-460d-a31b-249646dfe464 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.955385] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.955424] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.955652] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.955992] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.956136] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.956204] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.956373] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.956460] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.956553] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.956732] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-12625c12-031e-460d-a31b-249646dfe464 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.956875] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.956963] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.957143] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.957301] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.957398] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.957459] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.957664] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.957763] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.957838] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.957938] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('12625c12-031e-460d-a31b-249646dfe464',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.460761] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 12625c12-031e-460d-a31b-249646dfe464: rpc.has_security_group_logging(os_id): False [ 1286.478170] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.478402] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.478402] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.478605] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.478693] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.478917] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.479033] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.479100] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.479249] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.479323] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.479543] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.479656] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.479721] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.479875] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.480116] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.480324] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.480429] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.480497] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.480650] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.480729] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.480816] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12625c12-031e-460d-a31b-249646dfe464 is going to be created. [ 1286.538894] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.539058] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.539132] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.539346] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.539528] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.549898] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12625c12-031e-460d-a31b-249646dfe464 in Status: IN_PROGRESS for 2s [ 1286.894055] env[65429]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1286.894055] env[65429]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1288.564989] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12625c12-031e-460d-a31b-249646dfe464 in Status: SUCCESS [ 1288.565811] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.895037] env[65429]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1291.895291] env[65429]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1293.252418] env[65429]: INFO networking_nsxv3.common.synchronization [req-92a4b8ba-0aa4-4349-a824-d8f9b734ae04 req-020cb6e7-9d60-4eb8-9436-a089305d9750 tempest-ServerActionsTestOtherA-1190506825 tempest-ServerActionsTestOtherA-1190506825-project-member] Enqueued Resource ID: 8b7b23cb-fc94-46a1-a4fc-0b9c287082f4 with Priority: HIGHEST for action security_group_members [ 1293.252738] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b7b23cb-fc94-46a1-a4fc-0b9c287082f4 with Priority: HIGHEST for action security_group_members [ 1293.253149] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b7b23cb-fc94-46a1-a4fc-0b9c287082f4 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.253256] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b7b23cb-fc94-46a1-a4fc-0b9c287082f4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.253294] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b7b23cb-fc94-46a1-a4fc-0b9c287082f4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.253660] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b7b23cb-fc94-46a1-a4fc-0b9c287082f4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.253660] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.253811] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.253811] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.254034] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.254142] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.254185] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b7b23cb-fc94-46a1-a4fc-0b9c287082f4',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.560526] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock network-160 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.560726] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "network-160" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.560852] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "network-160" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.561168] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "network-160" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.561430] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.561589] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.561709] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.561930] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.562191] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.562368] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1293.562502] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1293.562586] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1293.562694] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1293.562802] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1293.562965] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1293.563137] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1293.582503] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1293.582662] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1293.582799] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1293.582971] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "network-160" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.583296] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock port-af2bae38-e1d8-4d48-afd3-6a267a84c259 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.583468] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "port-af2bae38-e1d8-4d48-afd3-6a267a84c259" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.583587] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "port-af2bae38-e1d8-4d48-afd3-6a267a84c259" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.583971] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "port-af2bae38-e1d8-4d48-afd3-6a267a84c259" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.584155] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af2bae38-e1d8-4d48-afd3-6a267a84c259',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.756068] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b7b23cb-fc94-46a1-a4fc-0b9c287082f4',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.087068] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.087339] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.087505] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.087826] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.088030] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.088227] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Segment Port af2bae38-e1d8-4d48-afd3-6a267a84c259 not found, creating... [ 1294.088567] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.088800] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.088938] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.089225] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.089377] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.089669] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.089842] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.089942] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.090186] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.090317] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.090497] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Resource: SegmentPort with ID: af2bae38-e1d8-4d48-afd3-6a267a84c259 is going to be created. [ 1294.115271] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.115506] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.115633] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.115997] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.116379] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.116472] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "port-af2bae38-e1d8-4d48-afd3-6a267a84c259" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.258541] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b7b23cb-fc94-46a1-a4fc-0b9c287082f4',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.748909] env[65429]: INFO networking_nsxv3.common.synchronization [req-96e0ded2-369b-42ff-a2c3-403478f569c9 req-275a3fd3-8bf3-4c07-a114-c2aa53a660a5 tempest-ServerActionsTestJSON-1857976248 tempest-ServerActionsTestJSON-1857976248-project-member] Enqueued Resource ID: 09b42f09-5675-4093-98d2-c237cb24a3a7 with Priority: HIGHEST for action security_group_members [ 1294.749885] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09b42f09-5675-4093-98d2-c237cb24a3a7 with Priority: HIGHEST for action security_group_members [ 1294.749885] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-09b42f09-5675-4093-98d2-c237cb24a3a7 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.749885] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09b42f09-5675-4093-98d2-c237cb24a3a7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.749885] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09b42f09-5675-4093-98d2-c237cb24a3a7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.750226] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09b42f09-5675-4093-98d2-c237cb24a3a7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.750226] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.750433] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.750433] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.750546] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.750597] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.750653] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09b42f09-5675-4093-98d2-c237cb24a3a7',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.761457] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.761457] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.761457] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.761457] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.761653] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.761653] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b7b23cb-fc94-46a1-a4fc-0b9c287082f4 is going to be updated. [ 1294.802674] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.802907] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.802907] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.803115] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.803268] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.811132] env[65429]: INFO networking_nsxv3.common.synchronization [req-92a4b8ba-0aa4-4349-a824-d8f9b734ae04 req-62dea4cd-3202-4a43-bb8f-28a96c5b6d3f service nova] Enqueued Resource ID: 8b7b23cb-fc94-46a1-a4fc-0b9c287082f4 with Priority: HIGHEST for action security_group_rules [ 1294.811620] env[65429]: INFO networking_nsxv3.common.synchronization [req-92a4b8ba-0aa4-4349-a824-d8f9b734ae04 req-62dea4cd-3202-4a43-bb8f-28a96c5b6d3f service nova] Enqueued Resource ID: 8b7b23cb-fc94-46a1-a4fc-0b9c287082f4 with Priority: HIGHEST for action security_group_members [ 1294.811620] env[65429]: INFO networking_nsxv3.common.synchronization [req-92a4b8ba-0aa4-4349-a824-d8f9b734ae04 req-62dea4cd-3202-4a43-bb8f-28a96c5b6d3f service nova] Enqueued Resource ID: af2bae38-e1d8-4d48-afd3-6a267a84c259 with Priority: HIGHEST for action port [ 1294.812023] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b7b23cb-fc94-46a1-a4fc-0b9c287082f4 with Priority: HIGHEST for action security_group_rules [ 1294.812182] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b7b23cb-fc94-46a1-a4fc-0b9c287082f4 with Priority: HIGHEST for action security_group_members [ 1294.812281] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af2bae38-e1d8-4d48-afd3-6a267a84c259 with Priority: HIGHEST for action port [ 1294.812564] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b7b23cb-fc94-46a1-a4fc-0b9c287082f4 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.812684] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b7b23cb-fc94-46a1-a4fc-0b9c287082f4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.812762] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b7b23cb-fc94-46a1-a4fc-0b9c287082f4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.812964] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b7b23cb-fc94-46a1-a4fc-0b9c287082f4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.813059] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b7b23cb-fc94-46a1-a4fc-0b9c287082f4',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.814345] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b7b23cb-fc94-46a1-a4fc-0b9c287082f4 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.814460] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b7b23cb-fc94-46a1-a4fc-0b9c287082f4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.814660] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-af2bae38-e1d8-4d48-afd3-6a267a84c259 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.814763] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af2bae38-e1d8-4d48-afd3-6a267a84c259" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.814830] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af2bae38-e1d8-4d48-afd3-6a267a84c259" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.815162] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af2bae38-e1d8-4d48-afd3-6a267a84c259" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.815162] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af2bae38-e1d8-4d48-afd3-6a267a84c259',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.824527] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b7b23cb-fc94-46a1-a4fc-0b9c287082f4 in Status: IN_PROGRESS for 2s [ 1295.253172] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.253385] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.253436] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.253625] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.253757] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.253968] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.254079] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.254143] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.254296] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.254373] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.254456] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09b42f09-5675-4093-98d2-c237cb24a3a7 is going to be updated. [ 1295.283606] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.284272] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.284431] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.284653] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.284800] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.294015] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09b42f09-5675-4093-98d2-c237cb24a3a7 in Status: IN_PROGRESS for 2s [ 1295.316927] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b7b23cb-fc94-46a1-a4fc-0b9c287082f4 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.317156] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b7b23cb-fc94-46a1-a4fc-0b9c287082f4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.319635] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port af2bae38-e1d8-4d48-afd3-6a267a84c259 with status ACTIVE [ 1295.319938] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.320142] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.320257] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.320575] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.320731] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.320999] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.321175] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.321283] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.321544] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.321688] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.321982] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.322161] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.322277] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.322514] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.322655] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.322801] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: af2bae38-e1d8-4d48-afd3-6a267a84c259 is going to be updated. [ 1295.365601] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.365794] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.365858] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.366090] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.366236] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.366398] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af2bae38-e1d8-4d48-afd3-6a267a84c259" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.733932] env[65429]: INFO networking_nsxv3.common.synchronization [req-c3a00d4c-8e21-43d9-b1a1-9c1688143465 req-3c1dbfec-35a2-48dc-a77e-4485700068a2 tempest-AttachVolumeTestJSON-1851786362 tempest-AttachVolumeTestJSON-1851786362-project-member] Enqueued Resource ID: 7ce0c8d2-99ae-4c65-916f-5bbe9694f476 with Priority: HIGHEST for action security_group_members [ 1295.734510] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ce0c8d2-99ae-4c65-916f-5bbe9694f476 with Priority: HIGHEST for action security_group_members [ 1295.734827] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ce0c8d2-99ae-4c65-916f-5bbe9694f476 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.734986] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ce0c8d2-99ae-4c65-916f-5bbe9694f476" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.735073] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ce0c8d2-99ae-4c65-916f-5bbe9694f476" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.735272] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ce0c8d2-99ae-4c65-916f-5bbe9694f476" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.735475] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.735580] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.736308] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.736308] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.736308] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.736308] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ce0c8d2-99ae-4c65-916f-5bbe9694f476',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.238557] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.238720] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.239240] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.239240] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.239240] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.239562] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.239562] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.239562] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.239667] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.239697] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.239789] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ce0c8d2-99ae-4c65-916f-5bbe9694f476 is going to be updated. [ 1296.253976] env[65429]: INFO networking_nsxv3.common.synchronization [req-32f33f85-282e-46b4-bc85-df4f28a4a5d9 req-26519b40-83a5-46c7-8835-9d670485cf31 tempest-ServersTestJSON-642022304 tempest-ServersTestJSON-642022304-project-member] Enqueued Resource ID: 12625c12-031e-460d-a31b-249646dfe464 with Priority: HIGHEST for action security_group_members [ 1296.253976] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12625c12-031e-460d-a31b-249646dfe464 with Priority: HIGHEST for action security_group_members [ 1296.253976] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-12625c12-031e-460d-a31b-249646dfe464 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.253976] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.253976] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.253976] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.253976] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.254276] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.254276] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.254347] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.254481] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.254527] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12625c12-031e-460d-a31b-249646dfe464',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.274861] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.275075] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.275157] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.275433] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.275621] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.287515] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ce0c8d2-99ae-4c65-916f-5bbe9694f476 in Status: IN_PROGRESS for 2s [ 1296.584566] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock network-634 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.584855] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "network-634" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.585059] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "network-634" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.585380] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "network-634" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.585693] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.585966] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.586121] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.586338] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.586480] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.586686] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1296.586795] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1296.586901] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1296.587030] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1296.587146] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1296.587252] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1296.587379] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1296.608658] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1296.608882] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1296.609106] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1296.609301] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "network-634" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.609635] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock port-680b9ebb-5708-4bd0-b43c-7b72c27df3d3 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.609815] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "port-680b9ebb-5708-4bd0-b43c-7b72c27df3d3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.609939] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "port-680b9ebb-5708-4bd0-b43c-7b72c27df3d3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.610413] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "port-680b9ebb-5708-4bd0-b43c-7b72c27df3d3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.610562] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('680b9ebb-5708-4bd0-b43c-7b72c27df3d3',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.756592] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12625c12-031e-460d-a31b-249646dfe464',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.835763] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b7b23cb-fc94-46a1-a4fc-0b9c287082f4 in Status: SUCCESS [ 1296.836059] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b7b23cb-fc94-46a1-a4fc-0b9c287082f4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.836276] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b7b23cb-fc94-46a1-a4fc-0b9c287082f4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.836593] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b7b23cb-fc94-46a1-a4fc-0b9c287082f4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.836777] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.836979] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.837114] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.837306] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.837427] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.837535] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b7b23cb-fc94-46a1-a4fc-0b9c287082f4',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.113938] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.114198] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.114329] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.114612] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.114760] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.114933] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Segment Port 680b9ebb-5708-4bd0-b43c-7b72c27df3d3 not found, creating... [ 1297.115193] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.115349] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.115466] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.115682] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.115818] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.116161] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.116318] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.116434] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.116639] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.116774] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.116919] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Resource: SegmentPort with ID: 680b9ebb-5708-4bd0-b43c-7b72c27df3d3 is going to be created. [ 1297.136293] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.136501] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.136803] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.136924] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.137181] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.137406] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "port-680b9ebb-5708-4bd0-b43c-7b72c27df3d3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.261156] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12625c12-031e-460d-a31b-249646dfe464',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.309880] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09b42f09-5675-4093-98d2-c237cb24a3a7 in Status: SUCCESS [ 1297.310300] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09b42f09-5675-4093-98d2-c237cb24a3a7 deletion is rescheduled due to dependency. [ 1297.310356] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09b42f09-5675-4093-98d2-c237cb24a3a7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.340467] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b7b23cb-fc94-46a1-a4fc-0b9c287082f4',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.763833] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.764060] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.764159] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.764437] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.764622] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.764703] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12625c12-031e-460d-a31b-249646dfe464 is going to be updated. [ 1297.797506] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.797672] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.797762] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.798083] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.798202] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.810635] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12625c12-031e-460d-a31b-249646dfe464 in Status: IN_PROGRESS for 2s [ 1297.843267] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b7b23cb-fc94-46a1-a4fc-0b9c287082f4',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.848383] env[65429]: INFO networking_nsxv3.common.synchronization [req-32f33f85-282e-46b4-bc85-df4f28a4a5d9 req-fca624d9-d084-4cc6-9bf2-00c9d846d10e service nova] Enqueued Resource ID: 12625c12-031e-460d-a31b-249646dfe464 with Priority: HIGHEST for action security_group_rules [ 1297.848597] env[65429]: INFO networking_nsxv3.common.synchronization [req-32f33f85-282e-46b4-bc85-df4f28a4a5d9 req-fca624d9-d084-4cc6-9bf2-00c9d846d10e service nova] Enqueued Resource ID: 12625c12-031e-460d-a31b-249646dfe464 with Priority: HIGHEST for action security_group_members [ 1297.848835] env[65429]: INFO networking_nsxv3.common.synchronization [req-32f33f85-282e-46b4-bc85-df4f28a4a5d9 req-fca624d9-d084-4cc6-9bf2-00c9d846d10e service nova] Enqueued Resource ID: 680b9ebb-5708-4bd0-b43c-7b72c27df3d3 with Priority: HIGHEST for action port [ 1297.849457] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12625c12-031e-460d-a31b-249646dfe464 with Priority: HIGHEST for action security_group_rules [ 1297.849620] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12625c12-031e-460d-a31b-249646dfe464 with Priority: HIGHEST for action security_group_members [ 1297.849903] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 680b9ebb-5708-4bd0-b43c-7b72c27df3d3 with Priority: HIGHEST for action port [ 1297.850013] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12625c12-031e-460d-a31b-249646dfe464 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.850143] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.850208] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.850427] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.850507] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12625c12-031e-460d-a31b-249646dfe464',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.851433] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-12625c12-031e-460d-a31b-249646dfe464 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.851523] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.851740] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-680b9ebb-5708-4bd0-b43c-7b72c27df3d3 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.851911] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-680b9ebb-5708-4bd0-b43c-7b72c27df3d3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.851911] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-680b9ebb-5708-4bd0-b43c-7b72c27df3d3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.852152] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-680b9ebb-5708-4bd0-b43c-7b72c27df3d3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.852200] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('680b9ebb-5708-4bd0-b43c-7b72c27df3d3',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.300795] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ce0c8d2-99ae-4c65-916f-5bbe9694f476 in Status: SUCCESS [ 1298.300979] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ce0c8d2-99ae-4c65-916f-5bbe9694f476 deletion is rescheduled due to dependency. [ 1298.301408] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ce0c8d2-99ae-4c65-916f-5bbe9694f476" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.345484] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.345958] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.345958] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.346113] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.346202] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.346344] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b7b23cb-fc94-46a1-a4fc-0b9c287082f4 is going to be updated. [ 1298.353395] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-12625c12-031e-460d-a31b-249646dfe464 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.353582] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.353727] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 680b9ebb-5708-4bd0-b43c-7b72c27df3d3 with status ACTIVE [ 1298.353940] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.354105] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.354205] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.354427] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.354552] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.354757] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.354888] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.354981] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.355190] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.355304] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.355531] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.356153] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.356153] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.356153] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.356153] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.356153] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 680b9ebb-5708-4bd0-b43c-7b72c27df3d3 is going to be updated. [ 1298.390472] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.390647] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.390691] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.390914] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.391068] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.391234] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-680b9ebb-5708-4bd0-b43c-7b72c27df3d3" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.394644] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.394926] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.395025] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.395278] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.395445] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.405283] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b7b23cb-fc94-46a1-a4fc-0b9c287082f4 in Status: IN_PROGRESS for 2s [ 1299.080683] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.080683] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.080683] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.080972] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.081858] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.583491] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.822867] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12625c12-031e-460d-a31b-249646dfe464 in Status: SUCCESS [ 1299.823118] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.823310] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.823543] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.823745] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.823902] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.823993] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.824186] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.824268] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.824367] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12625c12-031e-460d-a31b-249646dfe464',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.086354] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.326463] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12625c12-031e-460d-a31b-249646dfe464',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.415134] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b7b23cb-fc94-46a1-a4fc-0b9c287082f4 in Status: SUCCESS [ 1300.415357] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b7b23cb-fc94-46a1-a4fc-0b9c287082f4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.415525] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b7b23cb-fc94-46a1-a4fc-0b9c287082f4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.415741] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b7b23cb-fc94-46a1-a4fc-0b9c287082f4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.415956] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.416098] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.416166] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.416331] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.416413] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.416510] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b7b23cb-fc94-46a1-a4fc-0b9c287082f4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.416647] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8b7b23cb-fc94-46a1-a4fc-0b9c287082f4',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.588782] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1300.589032] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1300.830891] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12625c12-031e-460d-a31b-249646dfe464',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.919390] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8b7b23cb-fc94-46a1-a4fc-0b9c287082f4',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.333906] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.334140] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.334222] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.334496] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.334763] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.334763] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12625c12-031e-460d-a31b-249646dfe464 is going to be updated. [ 1301.364580] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.364780] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.364780] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.364979] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.365130] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.374789] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12625c12-031e-460d-a31b-249646dfe464 in Status: IN_PROGRESS for 2s [ 1301.420397] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.420660] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.420660] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.420825] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.433175] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1301.436150] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.437198] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1301.438381] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8b7b23cb-fc94-46a1-a4fc-0b9c287082f4: rpc.has_security_group_logging(os_id): False [ 1301.458289] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.458522] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.458522] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.458693] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.478545] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.478828] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.478902] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.479157] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.491412] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.492320] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1301.492436] env[65429]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65429) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1301.492488] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1301.494383] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.494679] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.494803] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.494856] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.495081] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.495161] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.495252] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b7b23cb-fc94-46a1-a4fc-0b9c287082f4 is going to be updated. [ 1301.539578] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.539735] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.539807] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.540036] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.541434] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.541630] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1301.659656] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.660154] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.660154] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.660154] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.660354] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.677298] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b7b23cb-fc94-46a1-a4fc-0b9c287082f4 in Status: IN_PROGRESS for 2s [ 1301.728491] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.728695] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.728817] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.729068] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.729622] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.730393] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1301.835455] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.837063] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.837063] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.837063] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.837063] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.837284] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:44. [ 1301.837284] env[65429]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9', '04a9235d-ff77-47c6-afc3-7df0a92c18da', 'a0f8ea33-bb19-46dd-bffd-385a2e84cc83', '5a210a91-a710-4d7e-9606-40111d468120', '26002218-aebb-4b71-8696-8d6cc597be45', '38260a5a-2497-427a-8878-43a3a096bad8', '96f0afde-4905-43d1-8592-96498d508bd6', '9171cf91-a0c3-42f6-a4fb-c715310b4d43', '5f0aea60-afda-4f21-983d-f635d896b167', '12625c12-031e-460d-a31b-249646dfe464', '09b42f09-5675-4093-98d2-c237cb24a3a7', 'e8856207-80d0-460c-93d6-1752a3c7cb7e', '175f5593-8cac-48d4-9609-d6330a935761', '716be1b4-4f1b-4051-9736-05f4b331cbe4', '1134857a-86f9-4c56-8382-a79029a4f365', '04963f1c-3d42-4299-bf92-c869011c4372', '827f7614-bcfa-48b3-928e-ef16002b5af7', 'b5692f6d-5888-466a-9cff-a3bf2df13715', '6bf4bb3a-af96-41bb-a4c2-fb1ca5671be2', 'd7806b13-d6d2-47fb-963c-3a79737a8395', '616e6d47-58ba-4378-9a76-748fa4d8dc52', 'd075b3cd-e544-42a6-afb4-6f693b39465c', 'aaaa776d-20a9-4188-ad20-cd047f8c5f91', '010bc5a5-8d81-4c68-b6e2-90feb36df7ef', '6851afaf-1904-4179-9496-fcf286287cb2', '0ffc220e-2a51-48ed-8220-9245a177220f', 'e28debbf-1c00-4cdb-a07a-a8778600e9a3', '8e26d4d1-f937-4c1e-b058-9e98385baab0', 'f3458453-d4ba-4bbe-8d8a-a53c499a3e7c', '0e35d774-6882-4c7e-99c0-7daaa6397e7c', '8c46b658-20fd-4a9b-b756-f44ad3b29eac', 'a8b06054-6748-40e3-9ac0-9be9fb37b7d3', '30289e1a-24e2-49c4-860e-1d0350a75fd4', '310c7d0b-15ed-4227-b70a-24a59001801d', '424b630a-1669-4db1-a165-0c2cfa6c8053', 'db2a1f69-21fd-4c91-a4be-2ed4ab98c584', '0590326f-041e-45f5-9fe8-efad9a34a8a3', 'e3c6e3c6-9273-4e28-96fe-ffadb8b16536', '17513b54-2331-4ac9-98c2-eaea87e32cdf', '7ce0c8d2-99ae-4c65-916f-5bbe9694f476', 'af19c094-95f3-4416-881c-ba52661054b3', '49b000c8-d2cc-4b83-87a9-89f5d3bd46fe', 'e55f954a-ff42-4c28-b21d-7fea00a696c2', '8b7b23cb-fc94-46a1-a4fc-0b9c287082f4'} {{(pid=65429) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1301.837430] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1301.866807] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.866955] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.867045] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.867268] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.867393] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.867465] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1301.867536] env[65429]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65429) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1301.867607] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1301.953314] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.953508] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.953554] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.953734] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.954956] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.955300] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1301.955382] env[65429]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65429) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1301.955453] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1301.955520] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1301.955599] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/44 resources of Type:Security Group Rules [ 1301.955687] env[65429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 with Priority: HIGH for action security_group_rules [ 1301.955776] env[65429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 04a9235d-ff77-47c6-afc3-7df0a92c18da with Priority: HIGH for action security_group_rules [ 1301.955847] env[65429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a0f8ea33-bb19-46dd-bffd-385a2e84cc83 with Priority: HIGH for action security_group_rules [ 1301.955993] env[65429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5a210a91-a710-4d7e-9606-40111d468120 with Priority: HIGH for action security_group_rules [ 1301.956134] env[65429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 26002218-aebb-4b71-8696-8d6cc597be45 with Priority: HIGH for action security_group_rules [ 1301.956134] env[65429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 38260a5a-2497-427a-8878-43a3a096bad8 with Priority: HIGH for action security_group_rules [ 1301.956217] env[65429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 96f0afde-4905-43d1-8592-96498d508bd6 with Priority: HIGH for action security_group_rules [ 1301.956297] env[65429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 with Priority: HIGH for action security_group_rules [ 1301.956362] env[65429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5f0aea60-afda-4f21-983d-f635d896b167 with Priority: HIGH for action security_group_rules [ 1301.956425] env[65429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 12625c12-031e-460d-a31b-249646dfe464 with Priority: HIGH for action security_group_rules [ 1301.956488] env[65429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 09b42f09-5675-4093-98d2-c237cb24a3a7 with Priority: HIGH for action security_group_rules [ 1301.956550] env[65429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e8856207-80d0-460c-93d6-1752a3c7cb7e with Priority: HIGH for action security_group_rules [ 1301.956612] env[65429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 175f5593-8cac-48d4-9609-d6330a935761 with Priority: HIGH for action security_group_rules [ 1301.956673] env[65429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 716be1b4-4f1b-4051-9736-05f4b331cbe4 with Priority: HIGH for action security_group_rules [ 1301.956734] env[65429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1134857a-86f9-4c56-8382-a79029a4f365 with Priority: HIGH for action security_group_rules [ 1301.956796] env[65429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 04963f1c-3d42-4299-bf92-c869011c4372 with Priority: HIGH for action security_group_rules [ 1301.956871] env[65429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 827f7614-bcfa-48b3-928e-ef16002b5af7 with Priority: HIGH for action security_group_rules [ 1301.956933] env[65429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b5692f6d-5888-466a-9cff-a3bf2df13715 with Priority: HIGH for action security_group_rules [ 1301.956998] env[65429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6bf4bb3a-af96-41bb-a4c2-fb1ca5671be2 with Priority: HIGH for action security_group_rules [ 1301.957079] env[65429]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d7806b13-d6d2-47fb-963c-3a79737a8395 with Priority: HIGH for action security_group_rules [ 1301.957176] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.538516] env[65429]: INFO networking_nsxv3.common.synchronization [req-d2d651c8-950d-4f3d-84b5-35fe7bf306b5 req-84940da9-9b4c-4146-b7cc-b64537968c78 tempest-ServerActionsTestJSON-1857976248 tempest-ServerActionsTestJSON-1857976248-project-member] Enqueued Resource ID: 09b42f09-5675-4093-98d2-c237cb24a3a7 with Priority: HIGHEST for action security_group_members [ 1302.538516] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09b42f09-5675-4093-98d2-c237cb24a3a7 with Priority: HIGHEST for action security_group_members [ 1302.538516] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 with Priority: HIGH for action security_group_rules [ 1302.539362] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0f8ea33-bb19-46dd-bffd-385a2e84cc83 with Priority: HIGH for action security_group_rules [ 1302.539755] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96f0afde-4905-43d1-8592-96498d508bd6 with Priority: HIGH for action security_group_rules [ 1302.540130] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1134857a-86f9-4c56-8382-a79029a4f365 with Priority: HIGH for action security_group_rules [ 1302.540363] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7806b13-d6d2-47fb-963c-3a79737a8395 with Priority: HIGH for action security_group_rules [ 1302.540589] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bf4bb3a-af96-41bb-a4c2-fb1ca5671be2 with Priority: HIGH for action security_group_rules [ 1302.540805] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5692f6d-5888-466a-9cff-a3bf2df13715 with Priority: HIGH for action security_group_rules [ 1302.541065] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 827f7614-bcfa-48b3-928e-ef16002b5af7 with Priority: HIGH for action security_group_rules [ 1302.541379] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 716be1b4-4f1b-4051-9736-05f4b331cbe4 with Priority: HIGH for action security_group_rules [ 1302.541599] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04963f1c-3d42-4299-bf92-c869011c4372 with Priority: HIGH for action security_group_rules [ 1302.541846] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 175f5593-8cac-48d4-9609-d6330a935761 with Priority: HIGH for action security_group_rules [ 1302.542127] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8856207-80d0-460c-93d6-1752a3c7cb7e with Priority: HIGH for action security_group_rules [ 1302.542477] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09b42f09-5675-4093-98d2-c237cb24a3a7 with Priority: HIGH for action security_group_rules [ 1302.542709] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12625c12-031e-460d-a31b-249646dfe464 with Priority: HIGH for action security_group_rules [ 1302.543323] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f0aea60-afda-4f21-983d-f635d896b167 with Priority: HIGH for action security_group_rules [ 1302.543323] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38260a5a-2497-427a-8878-43a3a096bad8 with Priority: HIGH for action security_group_rules [ 1302.543540] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 with Priority: HIGH for action security_group_rules [ 1302.544238] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26002218-aebb-4b71-8696-8d6cc597be45 with Priority: HIGH for action security_group_rules [ 1302.544238] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04a9235d-ff77-47c6-afc3-7df0a92c18da with Priority: HIGH for action security_group_rules [ 1302.544238] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a210a91-a710-4d7e-9606-40111d468120 with Priority: HIGH for action security_group_rules [ 1302.544683] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-09b42f09-5675-4093-98d2-c237cb24a3a7 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.544951] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09b42f09-5675-4093-98d2-c237cb24a3a7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.548020] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09b42f09-5675-4093-98d2-c237cb24a3a7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.548020] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09b42f09-5675-4093-98d2-c237cb24a3a7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.548020] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.548020] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.548020] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.548020] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.548020] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.548020] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09b42f09-5675-4093-98d2-c237cb24a3a7',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.548020] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.548020] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.548020] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.548675] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.548855] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.549828] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a0f8ea33-bb19-46dd-bffd-385a2e84cc83 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.550111] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a0f8ea33-bb19-46dd-bffd-385a2e84cc83" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.550256] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a0f8ea33-bb19-46dd-bffd-385a2e84cc83" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.550473] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a0f8ea33-bb19-46dd-bffd-385a2e84cc83" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.550651] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a0f8ea33-bb19-46dd-bffd-385a2e84cc83',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.551667] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96f0afde-4905-43d1-8592-96498d508bd6 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.551903] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96f0afde-4905-43d1-8592-96498d508bd6" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.554018] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96f0afde-4905-43d1-8592-96498d508bd6" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.554018] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96f0afde-4905-43d1-8592-96498d508bd6" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.554018] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96f0afde-4905-43d1-8592-96498d508bd6',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.554826] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1134857a-86f9-4c56-8382-a79029a4f365 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.555114] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1134857a-86f9-4c56-8382-a79029a4f365" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.555285] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1134857a-86f9-4c56-8382-a79029a4f365" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.555581] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1134857a-86f9-4c56-8382-a79029a4f365" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.558019] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1134857a-86f9-4c56-8382-a79029a4f365',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.558019] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7806b13-d6d2-47fb-963c-3a79737a8395 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.558019] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7806b13-d6d2-47fb-963c-3a79737a8395" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.558019] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7806b13-d6d2-47fb-963c-3a79737a8395" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.558019] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7806b13-d6d2-47fb-963c-3a79737a8395" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.558019] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7806b13-d6d2-47fb-963c-3a79737a8395',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.558019] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6bf4bb3a-af96-41bb-a4c2-fb1ca5671be2 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.558019] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6bf4bb3a-af96-41bb-a4c2-fb1ca5671be2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.558997] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6bf4bb3a-af96-41bb-a4c2-fb1ca5671be2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.560884] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6bf4bb3a-af96-41bb-a4c2-fb1ca5671be2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.561092] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6bf4bb3a-af96-41bb-a4c2-fb1ca5671be2',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.562048] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5692f6d-5888-466a-9cff-a3bf2df13715 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.562317] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5692f6d-5888-466a-9cff-a3bf2df13715" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.562488] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5692f6d-5888-466a-9cff-a3bf2df13715" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.562919] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5692f6d-5888-466a-9cff-a3bf2df13715" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.563107] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5692f6d-5888-466a-9cff-a3bf2df13715',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.565237] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-827f7614-bcfa-48b3-928e-ef16002b5af7 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.566759] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-827f7614-bcfa-48b3-928e-ef16002b5af7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.566759] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-827f7614-bcfa-48b3-928e-ef16002b5af7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.566759] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-827f7614-bcfa-48b3-928e-ef16002b5af7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.566759] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('827f7614-bcfa-48b3-928e-ef16002b5af7',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.568369] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-716be1b4-4f1b-4051-9736-05f4b331cbe4 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.569798] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-716be1b4-4f1b-4051-9736-05f4b331cbe4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.569798] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-716be1b4-4f1b-4051-9736-05f4b331cbe4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.569798] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-716be1b4-4f1b-4051-9736-05f4b331cbe4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.569798] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('716be1b4-4f1b-4051-9736-05f4b331cbe4',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.570209] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04963f1c-3d42-4299-bf92-c869011c4372 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.570439] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.570608] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.570855] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.571071] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04963f1c-3d42-4299-bf92-c869011c4372',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.572057] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-175f5593-8cac-48d4-9609-d6330a935761 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.572304] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.574027] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.574027] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.574027] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('175f5593-8cac-48d4-9609-d6330a935761',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.574027] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8856207-80d0-460c-93d6-1752a3c7cb7e taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.574027] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8856207-80d0-460c-93d6-1752a3c7cb7e" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.574027] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8856207-80d0-460c-93d6-1752a3c7cb7e" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.574516] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8856207-80d0-460c-93d6-1752a3c7cb7e" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.574689] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8856207-80d0-460c-93d6-1752a3c7cb7e',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.575532] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-09b42f09-5675-4093-98d2-c237cb24a3a7 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.575884] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-09b42f09-5675-4093-98d2-c237cb24a3a7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.576086] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-09b42f09-5675-4093-98d2-c237cb24a3a7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.576381] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-09b42f09-5675-4093-98d2-c237cb24a3a7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.576566] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('09b42f09-5675-4093-98d2-c237cb24a3a7',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.577573] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12625c12-031e-460d-a31b-249646dfe464 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.579022] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.579022] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f0aea60-afda-4f21-983d-f635d896b167 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.579022] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f0aea60-afda-4f21-983d-f635d896b167" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.579022] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f0aea60-afda-4f21-983d-f635d896b167" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.579022] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f0aea60-afda-4f21-983d-f635d896b167" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.579022] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f0aea60-afda-4f21-983d-f635d896b167',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.579687] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38260a5a-2497-427a-8878-43a3a096bad8 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.583046] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38260a5a-2497-427a-8878-43a3a096bad8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.583046] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38260a5a-2497-427a-8878-43a3a096bad8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.583046] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38260a5a-2497-427a-8878-43a3a096bad8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.583046] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38260a5a-2497-427a-8878-43a3a096bad8',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.583046] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9171cf91-a0c3-42f6-a4fb-c715310b4d43 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.583046] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.583046] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.583046] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.583046] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9171cf91-a0c3-42f6-a4fb-c715310b4d43',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.583046] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26002218-aebb-4b71-8696-8d6cc597be45 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.583046] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26002218-aebb-4b71-8696-8d6cc597be45" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.583046] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26002218-aebb-4b71-8696-8d6cc597be45" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.583046] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26002218-aebb-4b71-8696-8d6cc597be45" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.583046] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26002218-aebb-4b71-8696-8d6cc597be45',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.583729] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04a9235d-ff77-47c6-afc3-7df0a92c18da taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.583945] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04a9235d-ff77-47c6-afc3-7df0a92c18da" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.584038] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04a9235d-ff77-47c6-afc3-7df0a92c18da" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.584163] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04a9235d-ff77-47c6-afc3-7df0a92c18da" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.584235] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04a9235d-ff77-47c6-afc3-7df0a92c18da',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.584898] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a210a91-a710-4d7e-9606-40111d468120 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.585014] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a210a91-a710-4d7e-9606-40111d468120" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.585100] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a210a91-a710-4d7e-9606-40111d468120" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.585224] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a210a91-a710-4d7e-9606-40111d468120" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.585298] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a210a91-a710-4d7e-9606-40111d468120',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.592234] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.592234] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.592234] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.592234] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.643995] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.644178] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.645124] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.645218] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.646394] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.646492] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.648880] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.649160] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.649296] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.649351] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.649599] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.649688] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.649800] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09b42f09-5675-4093-98d2-c237cb24a3a7 is going to be updated. [ 1302.651627] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.651755] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.651793] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.652095] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.655597] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.655597] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.655597] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.655597] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.682423] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.683970] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6bf4bb3a-af96-41bb-a4c2-fb1ca5671be2 is going to be deleted. [ 1302.685836] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.686044] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.688060] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.688060] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.688060] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.688060] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.688455] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.702568] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09b42f09-5675-4093-98d2-c237cb24a3a7 in Status: IN_PROGRESS for 2s [ 1302.720936] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.721052] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9 is going to be deleted. [ 1302.721908] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.722149] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.750060] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.750060] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.767362] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.767362] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7806b13-d6d2-47fb-963c-3a79737a8395 is going to be deleted. [ 1302.767362] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.767362] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.792367] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.792367] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.817079] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.817079] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a0f8ea33-bb19-46dd-bffd-385a2e84cc83 is going to be deleted. [ 1302.817079] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.817079] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.862646] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.864352] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1134857a-86f9-4c56-8382-a79029a4f365 is going to be deleted. [ 1302.864352] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.864352] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.869744] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.870096] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.912428] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock network-325 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.912627] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "network-325" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.912776] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "network-325" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.913220] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "network-325" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.913628] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.913881] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.914357] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.914770] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.915188] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.915490] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1302.915743] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1302.915999] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1302.916271] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1302.916515] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1302.916695] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1302.916884] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1302.930737] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.930957] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96f0afde-4905-43d1-8592-96498d508bd6 is going to be deleted. [ 1302.931900] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.932185] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.932352] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.932542] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6bf4bb3a-af96-41bb-a4c2-fb1ca5671be2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.932744] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.932950] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.933081] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.933234] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ebbae75-3d94-4b44-b5d9-c474dfb6f9f9" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.933792] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.934015] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.934144] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.934297] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7806b13-d6d2-47fb-963c-3a79737a8395" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.960131] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.960334] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.960439] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.960725] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.960887] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.961072] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a0f8ea33-bb19-46dd-bffd-385a2e84cc83" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.961913] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.962088] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.962187] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.962398] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.962519] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.962665] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1134857a-86f9-4c56-8382-a79029a4f365" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.972081] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1302.972277] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Cache value generated in 0.055 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1302.972433] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1302.972646] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "network-325" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.973013] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock port-665c2e54-9d58-423f-9c9a-1d3324e91adf taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.973245] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "port-665c2e54-9d58-423f-9c9a-1d3324e91adf" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.973403] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "port-665c2e54-9d58-423f-9c9a-1d3324e91adf" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.973778] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "port-665c2e54-9d58-423f-9c9a-1d3324e91adf" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.973974] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('665c2e54-9d58-423f-9c9a-1d3324e91adf',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.122222] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.122395] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.122444] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.122664] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.122762] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.122886] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96f0afde-4905-43d1-8592-96498d508bd6" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.146283] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.146498] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.146498] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.146688] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.181144] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.181305] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.182176] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.182270] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.183215] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.183307] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.184187] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.184283] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.184956] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.185063] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.185760] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.185874] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.186577] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.186674] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.187628] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.187719] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.193710] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.193821] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.194541] env[65429]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1303.194978] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.195117] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.195803] env[65429]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1303.196305] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.196420] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.197179] env[65429]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1303.197553] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.197666] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.221107] env[65429]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1303.221107] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.221107] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 827f7614-bcfa-48b3-928e-ef16002b5af7 is going to be deleted. [ 1303.221840] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.222105] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.252726] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.252726] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9171cf91-a0c3-42f6-a4fb-c715310b4d43 is going to be deleted. [ 1303.254231] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.254838] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.254838] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.254838] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 09b42f09-5675-4093-98d2-c237cb24a3a7 is going to be deleted. [ 1303.255557] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.255730] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.295432] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.295587] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26002218-aebb-4b71-8696-8d6cc597be45 is going to be deleted. [ 1303.296639] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.297210] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.333644] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.333973] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.343851] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.344138] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8856207-80d0-460c-93d6-1752a3c7cb7e is going to be deleted. [ 1303.345336] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.345537] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.385120] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.385120] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.385720] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.385819] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.399365] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12625c12-031e-460d-a31b-249646dfe464 in Status: SUCCESS [ 1303.399583] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.399766] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.400019] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.400245] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.400368] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.400436] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.400593] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.400676] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.400763] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.400858] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('12625c12-031e-460d-a31b-249646dfe464',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.402690] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.402806] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 175f5593-8cac-48d4-9609-d6330a935761 is going to be deleted. [ 1303.403700] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.403894] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.455219] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.455426] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.474143] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.474356] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 716be1b4-4f1b-4051-9736-05f4b331cbe4 is going to be deleted. [ 1303.475246] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.475462] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.476677] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.476866] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.476998] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.477333] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.477477] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.477625] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Segment Port 665c2e54-9d58-423f-9c9a-1d3324e91adf not found, creating... [ 1303.477883] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.478053] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.478173] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.478402] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.478542] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.478814] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.478968] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.479099] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.479298] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.479427] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.479563] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Resource: SegmentPort with ID: 665c2e54-9d58-423f-9c9a-1d3324e91adf is going to be created. [ 1303.544897] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.544897] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.553056] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.553056] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5692f6d-5888-466a-9cff-a3bf2df13715 is going to be deleted. [ 1303.553861] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.554111] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.555490] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.555591] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.565017] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.565244] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.565370] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.565646] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.565881] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.566212] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "port-665c2e54-9d58-423f-9c9a-1d3324e91adf" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.581131] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.581281] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a210a91-a710-4d7e-9606-40111d468120 is going to be deleted. [ 1303.582238] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.582646] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.622306] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.622382] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38260a5a-2497-427a-8878-43a3a096bad8 is going to be deleted. [ 1303.623669] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.623807] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.671568] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.671770] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.696137] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.696436] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.699708] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.699829] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f0aea60-afda-4f21-983d-f635d896b167 is going to be deleted. [ 1303.700776] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.701013] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.702478] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b7b23cb-fc94-46a1-a4fc-0b9c287082f4 in Status: SUCCESS [ 1303.702667] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b7b23cb-fc94-46a1-a4fc-0b9c287082f4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.748364] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.748364] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.774487] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.774658] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04a9235d-ff77-47c6-afc3-7df0a92c18da is going to be deleted. [ 1303.775596] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.775817] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.792738] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.792912] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.842237] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.842307] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04963f1c-3d42-4299-bf92-c869011c4372 is going to be deleted. [ 1303.843434] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.843773] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.843950] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.844170] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9171cf91-a0c3-42f6-a4fb-c715310b4d43" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.844457] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.844848] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.845014] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.845224] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-09b42f09-5675-4093-98d2-c237cb24a3a7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.846013] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.846295] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.846443] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.846641] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-827f7614-bcfa-48b3-928e-ef16002b5af7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.846882] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.847184] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.847330] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.847537] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26002218-aebb-4b71-8696-8d6cc597be45" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.847799] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.848060] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.848207] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.848419] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8856207-80d0-460c-93d6-1752a3c7cb7e" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.848650] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.848894] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.849053] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.849362] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-175f5593-8cac-48d4-9609-d6330a935761" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.849595] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.849856] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.850013] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.850222] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-716be1b4-4f1b-4051-9736-05f4b331cbe4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.850443] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.850676] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.850800] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.851069] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5692f6d-5888-466a-9cff-a3bf2df13715" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.851204] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.851384] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.851467] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.851596] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38260a5a-2497-427a-8878-43a3a096bad8" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.851747] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.851897] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.852119] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.852413] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a210a91-a710-4d7e-9606-40111d468120" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.853485] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.853665] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.853791] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.854085] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.854193] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.854319] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f0aea60-afda-4f21-983d-f635d896b167" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.906238] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-12625c12-031e-460d-a31b-249646dfe464 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.906493] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.906545] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.906817] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.907081] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.907215] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.907320] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.907518] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.907643] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.907759] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.907963] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-12625c12-031e-460d-a31b-249646dfe464 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.908106] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.908186] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.908406] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.908590] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.908714] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.908813] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.909016] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.909122] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.909244] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.909366] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('12625c12-031e-460d-a31b-249646dfe464',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.940817] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.941056] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.941135] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.941350] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.941449] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.941648] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04a9235d-ff77-47c6-afc3-7df0a92c18da" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.946062] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.946230] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.946288] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.946564] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.946564] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.946702] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04963f1c-3d42-4299-bf92-c869011c4372" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.184508] env[65429]: INFO networking_nsxv3.common.synchronization [req-d2d651c8-950d-4f3d-84b5-35fe7bf306b5 req-0df1f4e3-0964-4b44-b4eb-21dea460d6f3 service nova] Enqueued Resource ID: 09b42f09-5675-4093-98d2-c237cb24a3a7 with Priority: HIGHEST for action security_group_rules [ 1304.184705] env[65429]: INFO networking_nsxv3.common.synchronization [req-d2d651c8-950d-4f3d-84b5-35fe7bf306b5 req-0df1f4e3-0964-4b44-b4eb-21dea460d6f3 service nova] Enqueued Resource ID: 09b42f09-5675-4093-98d2-c237cb24a3a7 with Priority: HIGHEST for action security_group_members [ 1304.184929] env[65429]: INFO networking_nsxv3.common.synchronization [req-d2d651c8-950d-4f3d-84b5-35fe7bf306b5 req-0df1f4e3-0964-4b44-b4eb-21dea460d6f3 service nova] Enqueued Resource ID: 665c2e54-9d58-423f-9c9a-1d3324e91adf with Priority: HIGHEST for action port [ 1304.185441] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09b42f09-5675-4093-98d2-c237cb24a3a7 with Priority: HIGHEST for action security_group_rules [ 1304.185599] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09b42f09-5675-4093-98d2-c237cb24a3a7 with Priority: HIGHEST for action security_group_members [ 1304.185760] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 665c2e54-9d58-423f-9c9a-1d3324e91adf with Priority: HIGHEST for action port [ 1304.186133] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-09b42f09-5675-4093-98d2-c237cb24a3a7 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.186282] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-09b42f09-5675-4093-98d2-c237cb24a3a7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.186371] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-09b42f09-5675-4093-98d2-c237cb24a3a7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.186543] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-09b42f09-5675-4093-98d2-c237cb24a3a7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.186625] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('09b42f09-5675-4093-98d2-c237cb24a3a7',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.188320] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-09b42f09-5675-4093-98d2-c237cb24a3a7 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.188432] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09b42f09-5675-4093-98d2-c237cb24a3a7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.188636] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-665c2e54-9d58-423f-9c9a-1d3324e91adf taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.188738] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-665c2e54-9d58-423f-9c9a-1d3324e91adf" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.188803] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-665c2e54-9d58-423f-9c9a-1d3324e91adf" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.188962] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-665c2e54-9d58-423f-9c9a-1d3324e91adf" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.189047] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('665c2e54-9d58-423f-9c9a-1d3324e91adf',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.411905] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 12625c12-031e-460d-a31b-249646dfe464: rpc.has_security_group_logging(os_id): False [ 1304.430820] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.430932] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.431014] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.431257] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.454142] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.454430] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.454551] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.454619] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.454812] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.454891] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.455108] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.455207] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.455274] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.455421] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.455497] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.455669] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.455760] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.455821] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.456020] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.456133] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.456175] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12625c12-031e-460d-a31b-249646dfe464 is going to be updated. [ 1304.513941] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.514221] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.514221] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.514404] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.514547] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.528114] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12625c12-031e-460d-a31b-249646dfe464 in Status: IN_PROGRESS for 2s [ 1304.691440] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-09b42f09-5675-4093-98d2-c237cb24a3a7 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.691440] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09b42f09-5675-4093-98d2-c237cb24a3a7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.691717] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 665c2e54-9d58-423f-9c9a-1d3324e91adf with status ACTIVE [ 1304.691827] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.692193] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.692193] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.692318] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.692318] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.692487] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.692575] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.692656] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.692769] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.692840] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.693570] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.693721] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.693783] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.693945] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.694048] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.694126] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 665c2e54-9d58-423f-9c9a-1d3324e91adf is going to be updated. [ 1304.713354] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09b42f09-5675-4093-98d2-c237cb24a3a7 in Status: SUCCESS [ 1304.713900] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09b42f09-5675-4093-98d2-c237cb24a3a7 deletion is rescheduled due to dependency. [ 1304.713900] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09b42f09-5675-4093-98d2-c237cb24a3a7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.713900] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09b42f09-5675-4093-98d2-c237cb24a3a7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.713994] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09b42f09-5675-4093-98d2-c237cb24a3a7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.714196] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.714314] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.714395] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.714532] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.714655] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.714700] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09b42f09-5675-4093-98d2-c237cb24a3a7',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.724308] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.724478] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.724519] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.724710] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.724849] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.725028] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-665c2e54-9d58-423f-9c9a-1d3324e91adf" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.217208] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('09b42f09-5675-4093-98d2-c237cb24a3a7',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.720202] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('09b42f09-5675-4093-98d2-c237cb24a3a7',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.223350] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.223638] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.223778] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.224160] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.224280] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.225059] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09b42f09-5675-4093-98d2-c237cb24a3a7 is going to be updated. [ 1306.258367] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.258563] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.258563] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.260099] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.260099] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.272677] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09b42f09-5675-4093-98d2-c237cb24a3a7 in Status: IN_PROGRESS for 2s [ 1306.542572] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12625c12-031e-460d-a31b-249646dfe464 in Status: SUCCESS [ 1306.542752] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.542928] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.543171] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.543300] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12625c12-031e-460d-a31b-249646dfe464',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.046424] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-12625c12-031e-460d-a31b-249646dfe464 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.046839] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.046839] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.047275] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.047482] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.047594] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.047662] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.047830] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.047913] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.048010] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.048111] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('12625c12-031e-460d-a31b-249646dfe464',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.550973] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-12625c12-031e-460d-a31b-249646dfe464 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.551189] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.551189] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.551375] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.551541] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.551643] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.551709] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.551858] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.551934] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.552097] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.552199] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-12625c12-031e-460d-a31b-249646dfe464 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.552292] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.552357] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.552500] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.552691] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.552825] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.552897] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.553052] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.553163] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.553205] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.553290] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('12625c12-031e-460d-a31b-249646dfe464',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.056077] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 12625c12-031e-460d-a31b-249646dfe464: rpc.has_security_group_logging(os_id): False [ 1308.075898] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.076163] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.076297] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.076568] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.076672] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.077040] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.077190] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.077238] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.077427] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.077554] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.077791] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.077903] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.078085] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.078207] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.078207] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.078434] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.078565] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.078771] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.078771] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.078875] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.078909] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12625c12-031e-460d-a31b-249646dfe464 is going to be updated. [ 1308.147037] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.147260] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.147260] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.147487] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.147668] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.162685] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12625c12-031e-460d-a31b-249646dfe464 in Status: IN_PROGRESS for 2s [ 1308.285309] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09b42f09-5675-4093-98d2-c237cb24a3a7 in Status: IN_PROGRESS for 4s [ 1308.836894] env[65429]: INFO networking_nsxv3.common.synchronization [req-d38c7343-1b09-4b10-bc8e-e5ad4f1776f7 req-7840fcef-78ca-4f07-a7bf-62ae7344ea50 tempest-ServersTestJSON-642022304 tempest-ServersTestJSON-642022304-project-member] Enqueued Resource ID: 12625c12-031e-460d-a31b-249646dfe464 with Priority: HIGHEST for action security_group_members [ 1308.837654] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12625c12-031e-460d-a31b-249646dfe464 with Priority: HIGHEST for action security_group_members [ 1308.838124] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-12625c12-031e-460d-a31b-249646dfe464 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.838321] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.838449] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.838803] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.838981] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.839154] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.839260] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.839475] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.839607] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.839747] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12625c12-031e-460d-a31b-249646dfe464',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.342112] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12625c12-031e-460d-a31b-249646dfe464',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.845289] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12625c12-031e-460d-a31b-249646dfe464',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.178404] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12625c12-031e-460d-a31b-249646dfe464 in Status: SUCCESS [ 1310.178679] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.298022] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09b42f09-5675-4093-98d2-c237cb24a3a7 in Status: SUCCESS [ 1310.298258] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09b42f09-5675-4093-98d2-c237cb24a3a7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.298442] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09b42f09-5675-4093-98d2-c237cb24a3a7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.298659] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09b42f09-5675-4093-98d2-c237cb24a3a7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.299692] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.299692] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.299692] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.299692] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.299692] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.299692] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09b42f09-5675-4093-98d2-c237cb24a3a7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.299692] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('09b42f09-5675-4093-98d2-c237cb24a3a7',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.347724] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.348144] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.348144] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.348228] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.348261] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.348353] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12625c12-031e-460d-a31b-249646dfe464 is going to be updated. [ 1310.380039] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.380224] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.380270] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.380451] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.380595] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.389141] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12625c12-031e-460d-a31b-249646dfe464 in Status: IN_PROGRESS for 2s [ 1310.801925] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('09b42f09-5675-4093-98d2-c237cb24a3a7',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.304097] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 09b42f09-5675-4093-98d2-c237cb24a3a7: rpc.has_security_group_logging(os_id): False [ 1311.331524] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.331714] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.331714] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.331921] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.332032] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.332287] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.332440] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.332440] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.332600] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.332679] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.332784] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 09b42f09-5675-4093-98d2-c237cb24a3a7 is going to be created. [ 1311.405166] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.405602] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.405688] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.405907] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.406180] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.420584] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09b42f09-5675-4093-98d2-c237cb24a3a7 in Status: IN_PROGRESS for 2s [ 1312.399407] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12625c12-031e-460d-a31b-249646dfe464 in Status: SUCCESS [ 1312.399633] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.436342] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09b42f09-5675-4093-98d2-c237cb24a3a7 in Status: SUCCESS [ 1313.436708] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-09b42f09-5675-4093-98d2-c237cb24a3a7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.839162] env[65429]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1313.839370] env[65429]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1318.191115] env[65429]: INFO networking_nsxv3.common.synchronization [req-a329d9ce-fd3a-435a-a5bb-c66672a3b660 req-29afe06d-706c-4e1f-8776-faab8e6f9b28 tempest-ServersTestJSON-642022304 tempest-ServersTestJSON-642022304-project-member] Enqueued Resource ID: 12625c12-031e-460d-a31b-249646dfe464 with Priority: HIGHEST for action security_group_members [ 1318.191753] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12625c12-031e-460d-a31b-249646dfe464 with Priority: HIGHEST for action security_group_members [ 1318.192070] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-12625c12-031e-460d-a31b-249646dfe464 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.192327] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.192327] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.192487] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.192656] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.192765] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.192843] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.192994] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.193162] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.193250] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12625c12-031e-460d-a31b-249646dfe464',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.503991] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock network-634 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.504159] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "network-634" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.504324] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "network-634" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.504649] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "network-634" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.505078] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.505174] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.505238] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.505821] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.505995] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.506268] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1318.506367] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1318.506483] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1318.506592] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1318.506704] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1318.506823] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1318.506955] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1318.526674] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1318.526833] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1318.526963] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1318.527182] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "network-634" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.527488] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock port-98aafa4a-2534-4982-bc0e-9da993118776 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.527663] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "port-98aafa4a-2534-4982-bc0e-9da993118776" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.527783] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "port-98aafa4a-2534-4982-bc0e-9da993118776" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.528171] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "port-98aafa4a-2534-4982-bc0e-9da993118776" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.528315] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98aafa4a-2534-4982-bc0e-9da993118776',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.696198] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12625c12-031e-460d-a31b-249646dfe464',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.030747] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.031025] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.031164] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.031492] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.031660] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.031837] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Segment Port 98aafa4a-2534-4982-bc0e-9da993118776 not found, creating... [ 1319.032147] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.032359] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.032585] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.032741] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.032905] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.033253] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.033475] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.033616] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.033856] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.034014] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.034219] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Resource: SegmentPort with ID: 98aafa4a-2534-4982-bc0e-9da993118776 is going to be created. [ 1319.058470] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.059541] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.059741] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.060170] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.060474] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.060796] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "port-98aafa4a-2534-4982-bc0e-9da993118776" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.198949] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12625c12-031e-460d-a31b-249646dfe464',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.701552] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.701675] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.701776] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.701970] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.702081] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.702185] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12625c12-031e-460d-a31b-249646dfe464 is going to be updated. [ 1319.733399] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.733594] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.733594] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.733812] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.733958] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.743017] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12625c12-031e-460d-a31b-249646dfe464 in Status: IN_PROGRESS for 2s [ 1319.794852] env[65429]: INFO networking_nsxv3.common.synchronization [req-a329d9ce-fd3a-435a-a5bb-c66672a3b660 req-d6175b4a-a2a8-44f1-94fc-a8239630ba57 service nova] Enqueued Resource ID: 12625c12-031e-460d-a31b-249646dfe464 with Priority: HIGHEST for action security_group_rules [ 1319.795428] env[65429]: INFO networking_nsxv3.common.synchronization [req-a329d9ce-fd3a-435a-a5bb-c66672a3b660 req-d6175b4a-a2a8-44f1-94fc-a8239630ba57 service nova] Enqueued Resource ID: 12625c12-031e-460d-a31b-249646dfe464 with Priority: HIGHEST for action security_group_members [ 1319.795598] env[65429]: INFO networking_nsxv3.common.synchronization [req-a329d9ce-fd3a-435a-a5bb-c66672a3b660 req-d6175b4a-a2a8-44f1-94fc-a8239630ba57 service nova] Enqueued Resource ID: 98aafa4a-2534-4982-bc0e-9da993118776 with Priority: HIGHEST for action port [ 1319.796164] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12625c12-031e-460d-a31b-249646dfe464 with Priority: HIGHEST for action security_group_rules [ 1319.796293] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12625c12-031e-460d-a31b-249646dfe464 with Priority: HIGHEST for action security_group_members [ 1319.796395] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98aafa4a-2534-4982-bc0e-9da993118776 with Priority: HIGHEST for action port [ 1319.796675] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12625c12-031e-460d-a31b-249646dfe464 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.796799] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.796868] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.797095] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.797226] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12625c12-031e-460d-a31b-249646dfe464',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.798107] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-12625c12-031e-460d-a31b-249646dfe464 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.798207] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.798404] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-98aafa4a-2534-4982-bc0e-9da993118776 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.798508] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98aafa4a-2534-4982-bc0e-9da993118776" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.798558] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98aafa4a-2534-4982-bc0e-9da993118776" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.798809] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98aafa4a-2534-4982-bc0e-9da993118776" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.798857] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98aafa4a-2534-4982-bc0e-9da993118776',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.301154] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-12625c12-031e-460d-a31b-249646dfe464 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.301577] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.301688] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 98aafa4a-2534-4982-bc0e-9da993118776 with status ACTIVE [ 1320.301925] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.302116] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.302225] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.302551] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.302700] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.302975] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.303144] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.303249] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.303499] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.303627] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.303915] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.304174] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.304317] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.304479] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.304565] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.304656] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 98aafa4a-2534-4982-bc0e-9da993118776 is going to be updated. [ 1320.342233] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.342447] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.342447] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.342663] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.342802] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.342967] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98aafa4a-2534-4982-bc0e-9da993118776" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.754986] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12625c12-031e-460d-a31b-249646dfe464 in Status: SUCCESS [ 1321.755483] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.755483] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.755732] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.755978] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.756145] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.756250] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.756479] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.756553] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.756682] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12625c12-031e-460d-a31b-249646dfe464',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.259433] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12625c12-031e-460d-a31b-249646dfe464',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.762174] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12625c12-031e-460d-a31b-249646dfe464',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.264862] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.265102] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.265199] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.265456] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.265584] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.265706] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12625c12-031e-460d-a31b-249646dfe464 is going to be updated. [ 1323.296785] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.297079] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.297145] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.297406] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.298522] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.309666] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12625c12-031e-460d-a31b-249646dfe464 in Status: IN_PROGRESS for 2s [ 1324.796932] env[65429]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1324.797217] env[65429]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1325.322524] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12625c12-031e-460d-a31b-249646dfe464 in Status: SUCCESS [ 1325.322759] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.322933] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.323189] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.323405] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.323529] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.323595] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.323749] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.323828] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.323913] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.324010] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('12625c12-031e-460d-a31b-249646dfe464',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.826611] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-12625c12-031e-460d-a31b-249646dfe464 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.827037] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.827037] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.827139] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.827247] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.827361] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.827439] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.827619] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.827706] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.827794] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.827939] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-12625c12-031e-460d-a31b-249646dfe464 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.828045] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.828107] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.828246] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.828383] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.828473] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.828535] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.828682] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.828778] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.828865] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.828956] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('12625c12-031e-460d-a31b-249646dfe464',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.331378] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 12625c12-031e-460d-a31b-249646dfe464: rpc.has_security_group_logging(os_id): False [ 1326.356957] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.357181] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.357283] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.357580] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.357698] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.357996] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.358139] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.358224] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.358421] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.358523] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.358779] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.358906] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.358990] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.359204] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.359304] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.359548] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.359674] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.359757] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.359940] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.360057] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.360174] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12625c12-031e-460d-a31b-249646dfe464 is going to be updated. [ 1326.440261] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.440412] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.440483] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.440726] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.440876] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.453950] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12625c12-031e-460d-a31b-249646dfe464 in Status: IN_PROGRESS for 2s [ 1328.469844] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12625c12-031e-460d-a31b-249646dfe464 in Status: SUCCESS [ 1328.470236] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.798636] env[65429]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1329.799137] env[65429]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1330.566603] env[65429]: INFO networking_nsxv3.common.synchronization [req-f7a63687-81cc-45e5-877b-5aa796604aa2 req-ff8c24b6-8588-4276-871c-b8aa1d4e2ade tempest-ServersTestJSON-642022304 tempest-ServersTestJSON-642022304-project-member] Enqueued Resource ID: 12625c12-031e-460d-a31b-249646dfe464 with Priority: HIGHEST for action security_group_members [ 1330.566603] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12625c12-031e-460d-a31b-249646dfe464 with Priority: HIGHEST for action security_group_members [ 1330.566908] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-12625c12-031e-460d-a31b-249646dfe464 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.567039] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.567109] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.567311] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.567483] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.567586] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.567649] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.567799] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.567882] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.567976] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12625c12-031e-460d-a31b-249646dfe464',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.070590] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12625c12-031e-460d-a31b-249646dfe464',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.572791] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12625c12-031e-460d-a31b-249646dfe464',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1332.075067] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.075067] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.075067] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.075568] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.075568] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.075568] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12625c12-031e-460d-a31b-249646dfe464 is going to be updated. [ 1332.108552] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.108745] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.108786] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.108981] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.109137] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.118456] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12625c12-031e-460d-a31b-249646dfe464 in Status: IN_PROGRESS for 2s [ 1334.129903] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12625c12-031e-460d-a31b-249646dfe464 in Status: SUCCESS [ 1334.130285] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.567559] env[65429]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1335.567924] env[65429]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1339.766510] env[65429]: INFO networking_nsxv3.common.synchronization [req-f8846acf-ecbe-4999-9470-f4b628f7c6d8 req-474662fc-9fa1-41fa-9005-d53b6e4b687c tempest-ServersTestJSON-642022304 tempest-ServersTestJSON-642022304-project-member] Enqueued Resource ID: 12625c12-031e-460d-a31b-249646dfe464 with Priority: HIGHEST for action security_group_members [ 1339.766986] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12625c12-031e-460d-a31b-249646dfe464 with Priority: HIGHEST for action security_group_members [ 1339.767319] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-12625c12-031e-460d-a31b-249646dfe464 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.767459] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.767523] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.767730] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.767882] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.767978] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.768064] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.768198] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.768280] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.768372] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12625c12-031e-460d-a31b-249646dfe464',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.047040] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock network-634 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.047293] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "network-634" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.047438] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "network-634" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.047703] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "network-634" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.047962] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.048192] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.048313] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.048528] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.048682] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.048891] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1340.049012] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1340.049137] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1340.049261] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1340.049374] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1340.049479] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1340.049609] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1340.075207] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1340.075445] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1340.075541] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1340.075721] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "network-634" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.076058] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock port-bbf899a8-de4a-4cce-89d9-7d039eaa84c2 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.076231] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "port-bbf899a8-de4a-4cce-89d9-7d039eaa84c2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.076356] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "port-bbf899a8-de4a-4cce-89d9-7d039eaa84c2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.076771] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "port-bbf899a8-de4a-4cce-89d9-7d039eaa84c2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.076914] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bbf899a8-de4a-4cce-89d9-7d039eaa84c2',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.270198] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12625c12-031e-460d-a31b-249646dfe464',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.579430] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.579656] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.579783] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.580079] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.580233] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.580384] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Segment Port bbf899a8-de4a-4cce-89d9-7d039eaa84c2 not found, creating... [ 1340.580638] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.580871] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.580997] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.581224] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.581363] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.581645] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.581805] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.581922] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.582203] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.582348] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.582487] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Resource: SegmentPort with ID: bbf899a8-de4a-4cce-89d9-7d039eaa84c2 is going to be created. [ 1340.607312] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.607571] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.607697] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.607965] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.608271] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.608523] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "port-bbf899a8-de4a-4cce-89d9-7d039eaa84c2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.773124] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12625c12-031e-460d-a31b-249646dfe464',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.274903] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.275085] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.275147] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.275581] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.275581] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.275581] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12625c12-031e-460d-a31b-249646dfe464 is going to be updated. [ 1341.278346] env[65429]: INFO networking_nsxv3.common.synchronization [req-f8846acf-ecbe-4999-9470-f4b628f7c6d8 req-23195c43-7251-4e93-9a5a-5837d6304e8b service nova] Enqueued Resource ID: 12625c12-031e-460d-a31b-249646dfe464 with Priority: HIGHEST for action security_group_rules [ 1341.278510] env[65429]: INFO networking_nsxv3.common.synchronization [req-f8846acf-ecbe-4999-9470-f4b628f7c6d8 req-23195c43-7251-4e93-9a5a-5837d6304e8b service nova] Enqueued Resource ID: 12625c12-031e-460d-a31b-249646dfe464 with Priority: HIGHEST for action security_group_members [ 1341.278669] env[65429]: INFO networking_nsxv3.common.synchronization [req-f8846acf-ecbe-4999-9470-f4b628f7c6d8 req-23195c43-7251-4e93-9a5a-5837d6304e8b service nova] Enqueued Resource ID: bbf899a8-de4a-4cce-89d9-7d039eaa84c2 with Priority: HIGHEST for action port [ 1341.279400] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12625c12-031e-460d-a31b-249646dfe464 with Priority: HIGHEST for action security_group_rules [ 1341.279521] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12625c12-031e-460d-a31b-249646dfe464 with Priority: HIGHEST for action security_group_members [ 1341.279618] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbf899a8-de4a-4cce-89d9-7d039eaa84c2 with Priority: HIGHEST for action port [ 1341.280208] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12625c12-031e-460d-a31b-249646dfe464 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.280326] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.280394] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.280584] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.280667] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12625c12-031e-460d-a31b-249646dfe464',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.281486] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-12625c12-031e-460d-a31b-249646dfe464 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.281597] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.281750] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-bbf899a8-de4a-4cce-89d9-7d039eaa84c2 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.281845] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bbf899a8-de4a-4cce-89d9-7d039eaa84c2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.281906] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bbf899a8-de4a-4cce-89d9-7d039eaa84c2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.282073] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bbf899a8-de4a-4cce-89d9-7d039eaa84c2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.282139] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bbf899a8-de4a-4cce-89d9-7d039eaa84c2',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.327036] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.327220] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.327220] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.327457] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.327608] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.342076] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12625c12-031e-460d-a31b-249646dfe464 in Status: IN_PROGRESS for 2s [ 1341.784370] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-12625c12-031e-460d-a31b-249646dfe464 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.784791] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.784791] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bbf899a8-de4a-4cce-89d9-7d039eaa84c2 with status ACTIVE [ 1341.784859] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.784936] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.784997] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.785233] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.785380] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.785489] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.785573] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.785704] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.785776] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.785908] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.786044] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.786156] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.786216] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.786344] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.786432] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.786511] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bbf899a8-de4a-4cce-89d9-7d039eaa84c2 is going to be updated. [ 1341.811873] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.812121] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.812121] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.812277] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.812412] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.812573] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bbf899a8-de4a-4cce-89d9-7d039eaa84c2" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.360692] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12625c12-031e-460d-a31b-249646dfe464 in Status: SUCCESS [ 1343.361093] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.361151] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.361387] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.361580] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.361751] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.361810] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.361976] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.362080] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.362187] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12625c12-031e-460d-a31b-249646dfe464',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.864772] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12625c12-031e-460d-a31b-249646dfe464',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.366739] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12625c12-031e-460d-a31b-249646dfe464',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.869225] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.869432] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.869480] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.869703] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.869876] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.869990] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12625c12-031e-460d-a31b-249646dfe464 is going to be updated. [ 1344.898289] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.898474] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.898515] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.898694] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.898841] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.907324] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12625c12-031e-460d-a31b-249646dfe464 in Status: IN_PROGRESS for 2s [ 1346.281263] env[65429]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1346.281651] env[65429]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1346.919058] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12625c12-031e-460d-a31b-249646dfe464 in Status: SUCCESS [ 1346.919319] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.919387] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.919601] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.919812] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.919919] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.920022] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.920149] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.920227] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.920311] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.920401] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('12625c12-031e-460d-a31b-249646dfe464',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1347.422833] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-12625c12-031e-460d-a31b-249646dfe464 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.423197] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.423197] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.423427] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.423427] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.423535] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.423582] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.423721] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.423807] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.424035] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.424142] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-12625c12-031e-460d-a31b-249646dfe464 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.424240] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.424297] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.424474] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.424609] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.424988] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.424988] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.424988] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.424988] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.425158] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.425158] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('12625c12-031e-460d-a31b-249646dfe464',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1347.928073] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 12625c12-031e-460d-a31b-249646dfe464: rpc.has_security_group_logging(os_id): False [ 1347.948222] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.948418] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.948418] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.948634] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.948729] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.948985] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.949103] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.949154] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.949297] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.949367] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.949544] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.949638] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.949693] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.949832] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.949942] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.950092] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.950184] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.950237] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.950376] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.950448] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.950530] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12625c12-031e-460d-a31b-249646dfe464 is going to be updated. [ 1348.008336] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.008592] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.008592] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.008693] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.008957] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.021470] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12625c12-031e-460d-a31b-249646dfe464 in Status: IN_PROGRESS for 2s [ 1350.038185] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12625c12-031e-460d-a31b-249646dfe464 in Status: SUCCESS [ 1350.038585] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.282435] env[65429]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1351.282782] env[65429]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1353.313067] env[65429]: INFO networking_nsxv3.common.synchronization [req-f1673d3a-7465-48e7-b0c6-0422f5545a08 req-efe2908c-f89f-4443-80fa-706eaf240d09 tempest-ServersTestJSON-642022304 tempest-ServersTestJSON-642022304-project-member] Enqueued Resource ID: 12625c12-031e-460d-a31b-249646dfe464 with Priority: HIGHEST for action security_group_members [ 1353.313292] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12625c12-031e-460d-a31b-249646dfe464 with Priority: HIGHEST for action security_group_members [ 1353.313521] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-12625c12-031e-460d-a31b-249646dfe464 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.313650] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.313719] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.313919] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.314291] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.314405] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.314465] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.314791] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.314791] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.314791] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12625c12-031e-460d-a31b-249646dfe464',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1353.608059] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock network-634 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.608059] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "network-634" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.608059] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "network-634" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.608381] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "network-634" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.608671] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.608850] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.609017] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.609254] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.609422] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.609655] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1353.609777] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1353.609906] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1353.610032] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1353.610149] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1353.610279] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1353.610436] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1353.630544] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1353.630824] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1353.630996] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1353.631201] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "network-634" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.631543] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock port-90caa185-0fc8-4e34-846b-5f5819af1895 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.631743] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "port-90caa185-0fc8-4e34-846b-5f5819af1895" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.631875] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "port-90caa185-0fc8-4e34-846b-5f5819af1895" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.632235] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "port-90caa185-0fc8-4e34-846b-5f5819af1895" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.632403] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90caa185-0fc8-4e34-846b-5f5819af1895',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1353.817519] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12625c12-031e-460d-a31b-249646dfe464',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1354.135124] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.135124] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.135124] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.135436] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.135436] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.135436] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Segment Port 90caa185-0fc8-4e34-846b-5f5819af1895 not found, creating... [ 1354.135688] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.135845] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.135960] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.136258] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.136336] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.136641] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.136807] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.136926] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.137155] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.137289] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.137426] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Resource: SegmentPort with ID: 90caa185-0fc8-4e34-846b-5f5819af1895 is going to be created. [ 1354.158972] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.159226] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.159311] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.159593] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.159829] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.160063] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "port-90caa185-0fc8-4e34-846b-5f5819af1895" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.320371] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12625c12-031e-460d-a31b-249646dfe464',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1354.822090] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.822247] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.822321] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.822543] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.822636] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.822740] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12625c12-031e-460d-a31b-249646dfe464 is going to be updated. [ 1354.850851] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.851068] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.851118] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.851302] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.851449] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.861191] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12625c12-031e-460d-a31b-249646dfe464 in Status: IN_PROGRESS for 2s [ 1354.863289] env[65429]: INFO networking_nsxv3.common.synchronization [req-f1673d3a-7465-48e7-b0c6-0422f5545a08 req-7ecb5a7e-747b-44af-9916-32c9884741c8 service nova] Enqueued Resource ID: 12625c12-031e-460d-a31b-249646dfe464 with Priority: HIGHEST for action security_group_rules [ 1354.863473] env[65429]: INFO networking_nsxv3.common.synchronization [req-f1673d3a-7465-48e7-b0c6-0422f5545a08 req-7ecb5a7e-747b-44af-9916-32c9884741c8 service nova] Enqueued Resource ID: 12625c12-031e-460d-a31b-249646dfe464 with Priority: HIGHEST for action security_group_members [ 1354.863614] env[65429]: INFO networking_nsxv3.common.synchronization [req-f1673d3a-7465-48e7-b0c6-0422f5545a08 req-7ecb5a7e-747b-44af-9916-32c9884741c8 service nova] Enqueued Resource ID: 90caa185-0fc8-4e34-846b-5f5819af1895 with Priority: HIGHEST for action port [ 1354.864149] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12625c12-031e-460d-a31b-249646dfe464 with Priority: HIGHEST for action security_group_rules [ 1354.864293] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12625c12-031e-460d-a31b-249646dfe464 with Priority: HIGHEST for action security_group_members [ 1354.864588] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90caa185-0fc8-4e34-846b-5f5819af1895 with Priority: HIGHEST for action port [ 1354.865022] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12625c12-031e-460d-a31b-249646dfe464 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.865158] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.865230] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.865429] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.865514] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12625c12-031e-460d-a31b-249646dfe464',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1354.866397] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-12625c12-031e-460d-a31b-249646dfe464 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.866488] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.867271] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-90caa185-0fc8-4e34-846b-5f5819af1895 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.867271] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90caa185-0fc8-4e34-846b-5f5819af1895" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.867271] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90caa185-0fc8-4e34-846b-5f5819af1895" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.867271] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90caa185-0fc8-4e34-846b-5f5819af1895" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.867271] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90caa185-0fc8-4e34-846b-5f5819af1895',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1355.369537] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-12625c12-031e-460d-a31b-249646dfe464 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.369913] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.369913] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 90caa185-0fc8-4e34-846b-5f5819af1895 with status ACTIVE [ 1355.370134] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.370248] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.370312] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.370520] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.370613] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.370785] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.370878] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.371948] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.371948] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.371948] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.371948] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.371948] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.371948] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.371948] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.371948] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.371948] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 90caa185-0fc8-4e34-846b-5f5819af1895 is going to be updated. [ 1355.396267] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.396476] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.396476] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.396786] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.396940] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.397177] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90caa185-0fc8-4e34-846b-5f5819af1895" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.874316] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12625c12-031e-460d-a31b-249646dfe464 in Status: SUCCESS [ 1356.874640] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.874787] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.875064] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.875288] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.875445] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.875512] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.875689] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.875763] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.875865] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12625c12-031e-460d-a31b-249646dfe464',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1357.378158] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12625c12-031e-460d-a31b-249646dfe464',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1357.880540] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12625c12-031e-460d-a31b-249646dfe464',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1358.383543] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.383747] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.383747] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.383969] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.384154] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.384258] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12625c12-031e-460d-a31b-249646dfe464 is going to be updated. [ 1358.413131] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.413284] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.413329] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.413838] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.413838] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.424031] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12625c12-031e-460d-a31b-249646dfe464 in Status: IN_PROGRESS for 2s [ 1359.865719] env[65429]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1359.866135] env[65429]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1360.436120] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12625c12-031e-460d-a31b-249646dfe464 in Status: SUCCESS [ 1360.436386] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.436642] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.436895] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.437110] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.437232] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.437311] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.437477] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.437603] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.437695] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.437751] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('12625c12-031e-460d-a31b-249646dfe464',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1360.940428] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-12625c12-031e-460d-a31b-249646dfe464 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.940827] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.940827] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.940827] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.941029] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.941149] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.941149] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.941297] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.941383] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.941470] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.941618] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-12625c12-031e-460d-a31b-249646dfe464 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.941729] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.941804] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.941910] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.942063] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.942154] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.942214] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.942348] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.942421] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.942503] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.942612] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('12625c12-031e-460d-a31b-249646dfe464',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1361.102192] env[65429]: INFO networking_nsxv3.common.synchronization [req-657d75ba-8e9e-441d-8387-a1ace4c16c8d req-1cf84ec7-7ffd-4c1f-ba2a-7486b586cb7b tempest-ServerActionsTestOtherA-1190506825 tempest-ServerActionsTestOtherA-1190506825-project-member] Enqueued Resource ID: 8b7b23cb-fc94-46a1-a4fc-0b9c287082f4 with Priority: HIGHEST for action security_group_members [ 1361.102788] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b7b23cb-fc94-46a1-a4fc-0b9c287082f4 with Priority: HIGHEST for action security_group_members [ 1361.103164] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b7b23cb-fc94-46a1-a4fc-0b9c287082f4 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.103307] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b7b23cb-fc94-46a1-a4fc-0b9c287082f4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.103386] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b7b23cb-fc94-46a1-a4fc-0b9c287082f4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.103902] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b7b23cb-fc94-46a1-a4fc-0b9c287082f4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.103902] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.103902] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.104127] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.104200] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.104267] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.104389] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b7b23cb-fc94-46a1-a4fc-0b9c287082f4',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1361.444559] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 12625c12-031e-460d-a31b-249646dfe464: rpc.has_security_group_logging(os_id): False [ 1361.464689] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.464956] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.464956] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.465183] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.465221] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.465438] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.465538] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.465612] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.465765] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.465842] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.466120] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.466120] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.466278] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.466364] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.466396] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.466571] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.466693] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.466780] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.467227] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.467227] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.467227] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12625c12-031e-460d-a31b-249646dfe464 is going to be updated. [ 1361.543370] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.543986] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.543986] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.543986] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.543986] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.566018] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12625c12-031e-460d-a31b-249646dfe464 in Status: IN_PROGRESS for 2s [ 1361.606554] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b7b23cb-fc94-46a1-a4fc-0b9c287082f4',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1362.109703] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b7b23cb-fc94-46a1-a4fc-0b9c287082f4',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1362.612043] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.612222] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.612302] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.612509] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.612604] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.612704] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b7b23cb-fc94-46a1-a4fc-0b9c287082f4 is going to be updated. [ 1362.638732] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.638998] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.639096] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.639273] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.639437] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.650523] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b7b23cb-fc94-46a1-a4fc-0b9c287082f4 in Status: IN_PROGRESS for 2s [ 1363.588883] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12625c12-031e-460d-a31b-249646dfe464 in Status: SUCCESS [ 1363.589159] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.666319] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b7b23cb-fc94-46a1-a4fc-0b9c287082f4 in Status: SUCCESS [ 1364.666700] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b7b23cb-fc94-46a1-a4fc-0b9c287082f4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.604791] env[65429]: INFO networking_nsxv3.common.synchronization [req-5c3d7864-012d-49e7-b075-4b34f09162f3 req-7baf2b18-a3af-4c02-81a5-6befdeb81f64 tempest-ServersTestJSON-642022304 tempest-ServersTestJSON-642022304-project-member] Enqueued Resource ID: 12625c12-031e-460d-a31b-249646dfe464 with Priority: HIGHEST for action security_group_members [ 1365.605410] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12625c12-031e-460d-a31b-249646dfe464 with Priority: HIGHEST for action security_group_members [ 1365.605925] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-12625c12-031e-460d-a31b-249646dfe464 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.605925] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.605925] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.606170] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.606345] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.606496] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.606563] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.606790] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.606932] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.607021] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12625c12-031e-460d-a31b-249646dfe464',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.109689] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12625c12-031e-460d-a31b-249646dfe464',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.548400] env[65429]: INFO networking_nsxv3.common.synchronization [req-8db03778-2561-4b53-9eea-4dfc34357a4e req-632611a5-7b09-4ed7-b04b-a1d019320bc2 tempest-ServerActionsTestJSON-1857976248 tempest-ServerActionsTestJSON-1857976248-project-member] Enqueued Resource ID: 09b42f09-5675-4093-98d2-c237cb24a3a7 with Priority: HIGHEST for action security_group_members [ 1366.549159] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09b42f09-5675-4093-98d2-c237cb24a3a7 with Priority: HIGHEST for action security_group_members [ 1366.549330] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-09b42f09-5675-4093-98d2-c237cb24a3a7 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.549470] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09b42f09-5675-4093-98d2-c237cb24a3a7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.549526] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09b42f09-5675-4093-98d2-c237cb24a3a7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.549729] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09b42f09-5675-4093-98d2-c237cb24a3a7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.549879] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.549977] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.550052] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.550209] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.550294] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.550386] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09b42f09-5675-4093-98d2-c237cb24a3a7',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.612142] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12625c12-031e-460d-a31b-249646dfe464',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1367.052992] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.053196] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.053288] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.053488] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.054016] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.054321] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.054480] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.054480] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.054643] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.054747] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.054840] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09b42f09-5675-4093-98d2-c237cb24a3a7 is going to be updated. [ 1367.090908] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.091218] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.091317] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.091619] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.091920] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.103404] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09b42f09-5675-4093-98d2-c237cb24a3a7 in Status: IN_PROGRESS for 2s [ 1367.115014] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.115399] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.115399] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.115512] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.115601] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.115699] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12625c12-031e-460d-a31b-249646dfe464 is going to be updated. [ 1367.176373] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.176572] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.176657] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.176915] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.177079] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.187514] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12625c12-031e-460d-a31b-249646dfe464 in Status: IN_PROGRESS for 2s [ 1369.113832] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09b42f09-5675-4093-98d2-c237cb24a3a7 in Status: SUCCESS [ 1369.114291] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09b42f09-5675-4093-98d2-c237cb24a3a7 deletion is rescheduled due to dependency. [ 1369.114291] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09b42f09-5675-4093-98d2-c237cb24a3a7" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.197121] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12625c12-031e-460d-a31b-249646dfe464 in Status: SUCCESS [ 1369.197339] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.549963] env[65429]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1371.550358] env[65429]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1373.256835] env[65429]: INFO networking_nsxv3.common.synchronization [req-467953d3-801a-48dd-96ac-f06d88c2e5cd req-20a3e341-65d5-43b7-ad4f-38ec71d04b24 tempest-ServersTestJSON-642022304 tempest-ServersTestJSON-642022304-project-member] Enqueued Resource ID: 12625c12-031e-460d-a31b-249646dfe464 with Priority: HIGHEST for action security_group_members [ 1373.257494] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12625c12-031e-460d-a31b-249646dfe464 with Priority: HIGHEST for action security_group_members [ 1373.257824] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-12625c12-031e-460d-a31b-249646dfe464 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.258734] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.258734] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.258734] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.258734] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.258734] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.258734] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.259102] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.259102] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.259102] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12625c12-031e-460d-a31b-249646dfe464',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1373.760809] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12625c12-031e-460d-a31b-249646dfe464',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.263145] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12625c12-031e-460d-a31b-249646dfe464',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.765193] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.765366] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.765476] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.765651] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.765768] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.765817] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12625c12-031e-460d-a31b-249646dfe464 is going to be updated. [ 1374.795967] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.796745] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.796745] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.796935] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.797160] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.810886] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12625c12-031e-460d-a31b-249646dfe464 in Status: IN_PROGRESS for 2s [ 1376.264516] env[65429]: INFO networking_nsxv3.common.synchronization [req-c7542fad-e21e-4327-b3eb-bfb9f3161c11 req-bc44856f-9597-4064-b608-b84f56c9f0a7 tempest-ServerActionsTestOtherA-1190506825 tempest-ServerActionsTestOtherA-1190506825-project-member] Enqueued Resource ID: 8b7b23cb-fc94-46a1-a4fc-0b9c287082f4 with Priority: HIGHEST for action security_group_members [ 1376.264700] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b7b23cb-fc94-46a1-a4fc-0b9c287082f4 with Priority: HIGHEST for action security_group_members [ 1376.265011] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b7b23cb-fc94-46a1-a4fc-0b9c287082f4 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.265150] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b7b23cb-fc94-46a1-a4fc-0b9c287082f4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.265246] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b7b23cb-fc94-46a1-a4fc-0b9c287082f4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.265458] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b7b23cb-fc94-46a1-a4fc-0b9c287082f4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.265616] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.266280] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.266280] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.266280] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.266280] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.266280] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b7b23cb-fc94-46a1-a4fc-0b9c287082f4',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1376.768253] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.768491] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.768491] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.768660] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.768750] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.768970] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.769091] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.769156] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.769305] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.769383] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.769470] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b7b23cb-fc94-46a1-a4fc-0b9c287082f4 is going to be updated. [ 1376.798809] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.799050] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.799050] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.799221] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.799391] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.811060] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b7b23cb-fc94-46a1-a4fc-0b9c287082f4 in Status: IN_PROGRESS for 2s [ 1376.819927] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12625c12-031e-460d-a31b-249646dfe464 in Status: SUCCESS [ 1376.820156] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.822133] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b7b23cb-fc94-46a1-a4fc-0b9c287082f4 in Status: SUCCESS [ 1378.822532] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b7b23cb-fc94-46a1-a4fc-0b9c287082f4 deletion is rescheduled due to dependency. [ 1378.822532] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b7b23cb-fc94-46a1-a4fc-0b9c287082f4" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.265759] env[65429]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1381.266204] env[65429]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1382.387177] env[65429]: INFO networking_nsxv3.common.synchronization [req-f87c97c0-604b-4880-b856-88230ed319fb req-335bb5b2-e4e5-4c33-aa2f-3242aa8fc0a1 tempest-ServersTestJSON-642022304 tempest-ServersTestJSON-642022304-project-member] Enqueued Resource ID: 12625c12-031e-460d-a31b-249646dfe464 with Priority: HIGHEST for action security_group_members [ 1382.387177] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12625c12-031e-460d-a31b-249646dfe464 with Priority: HIGHEST for action security_group_members [ 1382.387177] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-12625c12-031e-460d-a31b-249646dfe464 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.387177] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.387177] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.387777] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.388041] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.388259] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.388409] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.388633] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.388819] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.389047] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12625c12-031e-460d-a31b-249646dfe464',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1382.679994] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock network-634 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.679994] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "network-634" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.679994] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "network-634" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.680231] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "network-634" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.680688] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.680688] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.680688] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.680879] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.681093] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.681315] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1382.681447] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1382.681555] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1382.681654] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1382.681764] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1382.681871] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1382.681997] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1382.702050] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1382.702252] env[65429]: DEBUG dogpile.cache.region [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1382.702395] env[65429]: DEBUG dogpile.lock [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1382.702865] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "network-634" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.702865] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock port-5366de93-4203-4ab6-8030-364549b4ca4e taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.703043] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "port-5366de93-4203-4ab6-8030-364549b4ca4e" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.703425] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "port-5366de93-4203-4ab6-8030-364549b4ca4e" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.703505] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "port-5366de93-4203-4ab6-8030-364549b4ca4e" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.703629] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5366de93-4203-4ab6-8030-364549b4ca4e',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1382.892966] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12625c12-031e-460d-a31b-249646dfe464',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1383.206334] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.206502] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.206626] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.206954] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.207271] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.207319] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Segment Port 5366de93-4203-4ab6-8030-364549b4ca4e not found, creating... [ 1383.207526] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.207835] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.207835] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.208036] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.208178] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.209820] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.209820] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.209820] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.209820] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.209820] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.209820] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Resource: SegmentPort with ID: 5366de93-4203-4ab6-8030-364549b4ca4e is going to be created. [ 1383.232208] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.232433] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.232556] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.232827] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.233066] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.233385] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9565e383-64ac-4e16-93dc-083a204c5a2d None None] Releasing lock "port-5366de93-4203-4ab6-8030-364549b4ca4e" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.395212] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12625c12-031e-460d-a31b-249646dfe464',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1383.897482] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.897675] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.897718] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.897931] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.898053] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.898283] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12625c12-031e-460d-a31b-249646dfe464 is going to be updated. [ 1383.927823] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.927823] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.927823] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.927981] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.928118] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.931596] env[65429]: INFO networking_nsxv3.common.synchronization [req-f87c97c0-604b-4880-b856-88230ed319fb req-fabbb9d2-6522-4464-914a-234cbeb98d3c service nova] Enqueued Resource ID: 12625c12-031e-460d-a31b-249646dfe464 with Priority: HIGHEST for action security_group_rules [ 1383.931841] env[65429]: INFO networking_nsxv3.common.synchronization [req-f87c97c0-604b-4880-b856-88230ed319fb req-fabbb9d2-6522-4464-914a-234cbeb98d3c service nova] Enqueued Resource ID: 12625c12-031e-460d-a31b-249646dfe464 with Priority: HIGHEST for action security_group_members [ 1383.931900] env[65429]: INFO networking_nsxv3.common.synchronization [req-f87c97c0-604b-4880-b856-88230ed319fb req-fabbb9d2-6522-4464-914a-234cbeb98d3c service nova] Enqueued Resource ID: 5366de93-4203-4ab6-8030-364549b4ca4e with Priority: HIGHEST for action port [ 1383.932431] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12625c12-031e-460d-a31b-249646dfe464 with Priority: HIGHEST for action security_group_rules [ 1383.932566] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12625c12-031e-460d-a31b-249646dfe464 with Priority: HIGHEST for action security_group_members [ 1383.932661] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5366de93-4203-4ab6-8030-364549b4ca4e with Priority: HIGHEST for action port [ 1383.933070] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12625c12-031e-460d-a31b-249646dfe464 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.933070] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.933212] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.933291] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.933433] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12625c12-031e-460d-a31b-249646dfe464',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1383.934204] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-12625c12-031e-460d-a31b-249646dfe464 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.935073] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.935302] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-5366de93-4203-4ab6-8030-364549b4ca4e taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.935435] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5366de93-4203-4ab6-8030-364549b4ca4e" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.935502] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5366de93-4203-4ab6-8030-364549b4ca4e" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.937364] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5366de93-4203-4ab6-8030-364549b4ca4e" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.937364] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5366de93-4203-4ab6-8030-364549b4ca4e',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1383.939050] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12625c12-031e-460d-a31b-249646dfe464 in Status: IN_PROGRESS for 2s [ 1384.434180] env[65429]: INFO networking_nsxv3.common.synchronization [None req-7fb054be-7d34-42de-90a1-695ed8368086 None None] Enqueued Resource ID: 008f1df4-bc06-4492-86f6-de2675352b80 with Priority: HIGHEST for action port [ 1384.434468] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 008f1df4-bc06-4492-86f6-de2675352b80 with Priority: HIGHEST for action port [ 1384.434734] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-008f1df4-bc06-4492-86f6-de2675352b80 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.434880] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-008f1df4-bc06-4492-86f6-de2675352b80" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.434957] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-008f1df4-bc06-4492-86f6-de2675352b80" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.435396] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-008f1df4-bc06-4492-86f6-de2675352b80" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.435685] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('008f1df4-bc06-4492-86f6-de2675352b80',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1384.437125] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-12625c12-031e-460d-a31b-249646dfe464 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.437273] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.437668] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5366de93-4203-4ab6-8030-364549b4ca4e with status ACTIVE [ 1384.437922] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.438078] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.438192] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.438398] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.438532] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.438763] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.438927] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.439063] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.439274] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.439465] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.439697] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.439841] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.439946] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.440157] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.440258] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.440743] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5366de93-4203-4ab6-8030-364549b4ca4e is going to be updated. [ 1384.462452] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.462675] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.462675] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.462861] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.462998] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.463175] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5366de93-4203-4ab6-8030-364549b4ca4e" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.939406] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 008f1df4-bc06-4492-86f6-de2675352b80 [ 1384.939702] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.939882] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.939977] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.940247] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.940366] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.940468] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:008f1df4-bc06-4492-86f6-de2675352b80 already deleted. [ 1384.940553] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-008f1df4-bc06-4492-86f6-de2675352b80" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.948575] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12625c12-031e-460d-a31b-249646dfe464 in Status: SUCCESS [ 1385.948982] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.948982] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.949222] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.949484] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.949607] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.949677] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.949832] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.949916] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.950027] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12625c12-031e-460d-a31b-249646dfe464',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1386.452872] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12625c12-031e-460d-a31b-249646dfe464',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1386.515158] env[65429]: INFO networking_nsxv3.common.synchronization [None req-59ce6072-a319-4c1a-af34-cf8a2306bd26 None None] Enqueued Resource ID: 236f8b0e-4155-4615-9163-20d4f4bf739e with Priority: HIGHEST for action port [ 1386.515708] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 236f8b0e-4155-4615-9163-20d4f4bf739e with Priority: HIGHEST for action port [ 1386.516024] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-236f8b0e-4155-4615-9163-20d4f4bf739e taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.516147] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-236f8b0e-4155-4615-9163-20d4f4bf739e" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.516217] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-236f8b0e-4155-4615-9163-20d4f4bf739e" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.516466] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-236f8b0e-4155-4615-9163-20d4f4bf739e" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.516549] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('236f8b0e-4155-4615-9163-20d4f4bf739e',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1386.954901] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12625c12-031e-460d-a31b-249646dfe464',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1387.018820] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 236f8b0e-4155-4615-9163-20d4f4bf739e [ 1387.019083] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.019231] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.019307] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.019518] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.019608] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.019707] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:236f8b0e-4155-4615-9163-20d4f4bf739e already deleted. [ 1387.019788] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-236f8b0e-4155-4615-9163-20d4f4bf739e" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.457812] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.458122] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.458122] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.458438] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.458686] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.458811] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12625c12-031e-460d-a31b-249646dfe464 is going to be updated. [ 1387.500156] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.500354] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.500354] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.500519] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.500667] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.508972] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12625c12-031e-460d-a31b-249646dfe464 in Status: IN_PROGRESS for 2s [ 1389.521030] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12625c12-031e-460d-a31b-249646dfe464 in Status: SUCCESS [ 1389.521361] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.522014] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.522014] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.522014] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.522014] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.522014] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.522381] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.522381] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.522381] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.522522] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('12625c12-031e-460d-a31b-249646dfe464',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1389.751094] env[65429]: INFO networking_nsxv3.common.synchronization [req-65faa205-6aca-4dee-b48f-09b56a5852a7 req-b0e31b58-2ce5-4588-b301-8028e3535570 tempest-ServerRescueTestJSONUnderV235-60326162 tempest-ServerRescueTestJSONUnderV235-60326162-project-member] Enqueued Resource ID: db500528-4f3b-4f0d-8a4c-ee4fbe12976b with Priority: HIGHEST for action security_group_members [ 1389.751641] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db500528-4f3b-4f0d-8a4c-ee4fbe12976b with Priority: HIGHEST for action security_group_members [ 1389.751938] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-db500528-4f3b-4f0d-8a4c-ee4fbe12976b taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.752070] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db500528-4f3b-4f0d-8a4c-ee4fbe12976b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.752142] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db500528-4f3b-4f0d-8a4c-ee4fbe12976b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.752385] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db500528-4f3b-4f0d-8a4c-ee4fbe12976b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.752537] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.752632] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.752696] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.752846] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.752927] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.753028] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db500528-4f3b-4f0d-8a4c-ee4fbe12976b',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1390.009612] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock network-327 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.009813] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "network-327" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.009936] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "network-327" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.010307] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "network-327" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.010572] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.010729] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.010844] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.011063] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.011205] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.011406] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1390.011515] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1390.011620] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1390.011724] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1390.011828] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1390.011930] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1390.012077] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1390.024444] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-12625c12-031e-460d-a31b-249646dfe464 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.024613] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.024660] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.024805] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.025369] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.025369] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.025369] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.025369] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.025369] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.025657] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.025657] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-12625c12-031e-460d-a31b-249646dfe464 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.025736] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.025736] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.025860] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.025993] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.026098] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.026159] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.026292] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.026365] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.026445] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.026534] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('12625c12-031e-460d-a31b-249646dfe464',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1390.031688] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1390.031688] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1390.031688] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1390.031880] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "network-327" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.032146] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock port-e4e8cc5c-179f-48ca-9b85-1edb79eda660 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.032313] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "port-e4e8cc5c-179f-48ca-9b85-1edb79eda660" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.032432] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "port-e4e8cc5c-179f-48ca-9b85-1edb79eda660" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.032730] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "port-e4e8cc5c-179f-48ca-9b85-1edb79eda660" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.032868] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4e8cc5c-179f-48ca-9b85-1edb79eda660',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1390.255509] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.255723] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.255723] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.255903] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.255994] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.256230] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.256345] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.256410] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.256560] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.256636] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.256724] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db500528-4f3b-4f0d-8a4c-ee4fbe12976b already deleted. [ 1390.256801] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db500528-4f3b-4f0d-8a4c-ee4fbe12976b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.528537] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 12625c12-031e-460d-a31b-249646dfe464: rpc.has_security_group_logging(os_id): False [ 1390.534930] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.535161] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.535288] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.535570] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.535709] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.535946] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Segment Port e4e8cc5c-179f-48ca-9b85-1edb79eda660 not found, creating... [ 1390.536124] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.536275] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.536390] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.536602] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.536735] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.537037] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.537248] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.537329] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.537546] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.537682] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.537816] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Resource: SegmentPort with ID: e4e8cc5c-179f-48ca-9b85-1edb79eda660 is going to be created. [ 1390.546341] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.546511] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.546558] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.546698] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.546782] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.547026] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.547121] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.547187] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.547340] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.547415] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.547591] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.547706] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.547746] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.547871] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.547942] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.548371] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.548371] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.548371] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.548563] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.548563] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.548628] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12625c12-031e-460d-a31b-249646dfe464 is going to be updated. [ 1390.565113] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.565113] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.565113] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.565113] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.565113] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.565369] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "port-e4e8cc5c-179f-48ca-9b85-1edb79eda660" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.610245] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.610468] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.610468] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.610674] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.610828] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.627182] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12625c12-031e-460d-a31b-249646dfe464 in Status: IN_PROGRESS for 2s [ 1391.239563] env[65429]: INFO networking_nsxv3.common.synchronization [req-65faa205-6aca-4dee-b48f-09b56a5852a7 req-ba41bb12-4ad6-4746-8483-a13874aad93b service nova] Enqueued Resource ID: db500528-4f3b-4f0d-8a4c-ee4fbe12976b with Priority: HIGHEST for action security_group_rules [ 1391.239729] env[65429]: INFO networking_nsxv3.common.synchronization [req-65faa205-6aca-4dee-b48f-09b56a5852a7 req-ba41bb12-4ad6-4746-8483-a13874aad93b service nova] Enqueued Resource ID: db500528-4f3b-4f0d-8a4c-ee4fbe12976b with Priority: HIGHEST for action security_group_members [ 1391.239868] env[65429]: INFO networking_nsxv3.common.synchronization [req-65faa205-6aca-4dee-b48f-09b56a5852a7 req-ba41bb12-4ad6-4746-8483-a13874aad93b service nova] Enqueued Resource ID: e4e8cc5c-179f-48ca-9b85-1edb79eda660 with Priority: HIGHEST for action port [ 1391.240385] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db500528-4f3b-4f0d-8a4c-ee4fbe12976b with Priority: HIGHEST for action security_group_rules [ 1391.240519] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db500528-4f3b-4f0d-8a4c-ee4fbe12976b with Priority: HIGHEST for action security_group_members [ 1391.240615] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4e8cc5c-179f-48ca-9b85-1edb79eda660 with Priority: HIGHEST for action port [ 1391.240900] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db500528-4f3b-4f0d-8a4c-ee4fbe12976b taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.241027] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db500528-4f3b-4f0d-8a4c-ee4fbe12976b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.241099] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db500528-4f3b-4f0d-8a4c-ee4fbe12976b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.241308] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db500528-4f3b-4f0d-8a4c-ee4fbe12976b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.241391] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db500528-4f3b-4f0d-8a4c-ee4fbe12976b',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1391.242278] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-db500528-4f3b-4f0d-8a4c-ee4fbe12976b taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.242401] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db500528-4f3b-4f0d-8a4c-ee4fbe12976b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.242401] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db500528-4f3b-4f0d-8a4c-ee4fbe12976b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.242516] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db500528-4f3b-4f0d-8a4c-ee4fbe12976b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.242923] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.242923] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.242923] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.242923] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.243178] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.243178] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db500528-4f3b-4f0d-8a4c-ee4fbe12976b',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1391.243906] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4e8cc5c-179f-48ca-9b85-1edb79eda660 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.243906] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4e8cc5c-179f-48ca-9b85-1edb79eda660" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.244109] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4e8cc5c-179f-48ca-9b85-1edb79eda660" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.244109] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4e8cc5c-179f-48ca-9b85-1edb79eda660" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.244216] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4e8cc5c-179f-48ca-9b85-1edb79eda660',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1391.745878] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('db500528-4f3b-4f0d-8a4c-ee4fbe12976b',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1391.746933] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-db500528-4f3b-4f0d-8a4c-ee4fbe12976b taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.747099] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db500528-4f3b-4f0d-8a4c-ee4fbe12976b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.747273] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e4e8cc5c-179f-48ca-9b85-1edb79eda660 with status ACTIVE [ 1391.747442] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.747549] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.747614] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.747818] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.747901] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.748110] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.748212] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.748276] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.748433] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.748511] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.748684] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.748776] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.748890] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.748965] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.749045] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.749130] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e4e8cc5c-179f-48ca-9b85-1edb79eda660 is going to be updated. [ 1391.770091] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.770187] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.770247] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.770452] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.770604] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.770769] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4e8cc5c-179f-48ca-9b85-1edb79eda660" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.251680] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('db500528-4f3b-4f0d-8a4c-ee4fbe12976b',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1392.642064] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12625c12-031e-460d-a31b-249646dfe464 in Status: SUCCESS [ 1392.642290] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.754392] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.754743] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.754743] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.754810] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.754932] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.754988] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db500528-4f3b-4f0d-8a4c-ee4fbe12976b is going to be created. [ 1392.778431] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.778630] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.778761] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.778949] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.779174] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.788050] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db500528-4f3b-4f0d-8a4c-ee4fbe12976b in Status: UNINITIALIZED for 2s [ 1394.537032] env[65429]: INFO networking_nsxv3.common.synchronization [req-0e358ed8-2cee-4e62-bbf5-6ddf43865695 req-ca41c541-0a98-420d-b3fb-1f1e792cbb8d tempest-ServersTestJSON-642022304 tempest-ServersTestJSON-642022304-project-member] Enqueued Resource ID: 12625c12-031e-460d-a31b-249646dfe464 with Priority: HIGHEST for action security_group_members [ 1394.537616] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12625c12-031e-460d-a31b-249646dfe464 with Priority: HIGHEST for action security_group_members [ 1394.538545] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-12625c12-031e-460d-a31b-249646dfe464 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.538704] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.538758] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.538972] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.539145] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.539248] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.539307] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.539453] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.539543] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.539636] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12625c12-031e-460d-a31b-249646dfe464',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1394.801285] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db500528-4f3b-4f0d-8a4c-ee4fbe12976b in Status: SUCCESS [ 1394.801508] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db500528-4f3b-4f0d-8a4c-ee4fbe12976b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.801660] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db500528-4f3b-4f0d-8a4c-ee4fbe12976b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.801875] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db500528-4f3b-4f0d-8a4c-ee4fbe12976b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.802083] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.802205] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.802268] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.802417] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.802496] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.802580] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db500528-4f3b-4f0d-8a4c-ee4fbe12976b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.802668] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('db500528-4f3b-4f0d-8a4c-ee4fbe12976b',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1395.042824] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12625c12-031e-460d-a31b-249646dfe464',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1395.305474] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-db500528-4f3b-4f0d-8a4c-ee4fbe12976b taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.305748] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db500528-4f3b-4f0d-8a4c-ee4fbe12976b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.305748] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db500528-4f3b-4f0d-8a4c-ee4fbe12976b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.306012] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db500528-4f3b-4f0d-8a4c-ee4fbe12976b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.306233] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.306343] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.306463] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.306598] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.306682] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.306795] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db500528-4f3b-4f0d-8a4c-ee4fbe12976b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.306973] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-db500528-4f3b-4f0d-8a4c-ee4fbe12976b taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.307154] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db500528-4f3b-4f0d-8a4c-ee4fbe12976b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.307292] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db500528-4f3b-4f0d-8a4c-ee4fbe12976b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.307444] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db500528-4f3b-4f0d-8a4c-ee4fbe12976b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.307611] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.307721] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.307779] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.307921] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.307999] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.308131] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db500528-4f3b-4f0d-8a4c-ee4fbe12976b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.308242] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('db500528-4f3b-4f0d-8a4c-ee4fbe12976b',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1395.544905] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12625c12-031e-460d-a31b-249646dfe464',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1395.811294] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for db500528-4f3b-4f0d-8a4c-ee4fbe12976b: rpc.has_security_group_logging(os_id): False [ 1395.830050] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.830249] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.830249] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.830479] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.830574] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.830766] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.830868] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.830931] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.831108] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.831184] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.831382] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.831475] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.831536] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.831672] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.831745] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.831918] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.832023] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.832097] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.832253] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.832329] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.832413] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db500528-4f3b-4f0d-8a4c-ee4fbe12976b is going to be created. [ 1395.905169] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.905391] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.905391] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.905598] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.905784] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.917426] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db500528-4f3b-4f0d-8a4c-ee4fbe12976b in Status: IN_PROGRESS for 2s [ 1396.047204] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.047423] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.047423] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.047625] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.047711] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.047808] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12625c12-031e-460d-a31b-249646dfe464 is going to be updated. [ 1396.074413] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.074558] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.074629] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.074841] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.074995] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.084240] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12625c12-031e-460d-a31b-249646dfe464 in Status: IN_PROGRESS for 2s [ 1397.929134] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db500528-4f3b-4f0d-8a4c-ee4fbe12976b in Status: SUCCESS [ 1397.929525] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db500528-4f3b-4f0d-8a4c-ee4fbe12976b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.094903] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12625c12-031e-460d-a31b-249646dfe464 in Status: SUCCESS [ 1398.095168] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.539165] env[65429]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1399.539498] env[65429]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1403.704218] env[65429]: INFO networking_nsxv3.common.synchronization [req-c6c2e041-d0f2-4bed-8047-ee0149fd343f req-dca4dcc5-e8bd-4c94-927e-5ae2664b5546 tempest-ServersTestJSON-642022304 tempest-ServersTestJSON-642022304-project-member] Enqueued Resource ID: 12625c12-031e-460d-a31b-249646dfe464 with Priority: HIGHEST for action security_group_members [ 1403.704585] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12625c12-031e-460d-a31b-249646dfe464 with Priority: HIGHEST for action security_group_members [ 1403.705057] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-12625c12-031e-460d-a31b-249646dfe464 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.705290] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.705360] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.705662] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.705908] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.706078] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.706231] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.706425] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.706570] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.706721] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12625c12-031e-460d-a31b-249646dfe464',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1404.008042] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock network-634 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.008253] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "network-634" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.008396] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "network-634" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.008688] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "network-634" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.009418] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.009606] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.009729] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.009988] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.010184] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.010437] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1404.010555] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] NeedRegenerationException {{(pid=65429) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1404.010692] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] no value, waiting for create lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1404.010824] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] value creation lock acquired {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1404.010956] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] No value present for key: 'zone-id' {{(pid=65429) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1404.011110] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Calling creation function for not-yet-present value {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1404.011255] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1404.030421] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1404.030594] env[65429]: DEBUG dogpile.cache.region [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65429) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1404.030735] env[65429]: DEBUG dogpile.lock [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Released creation lock {{(pid=65429) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1404.030937] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "network-634" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.031249] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock port-94e2da92-4cb5-417c-8723-b383d77e5ac0 taken with stack trace [, , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.031420] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "port-94e2da92-4cb5-417c-8723-b383d77e5ac0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.031540] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "port-94e2da92-4cb5-417c-8723-b383d77e5ac0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.031866] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "port-94e2da92-4cb5-417c-8723-b383d77e5ac0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.032032] env[65429]: DEBUG networking_nsxv3.api.rpc [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94e2da92-4cb5-417c-8723-b383d77e5ac0',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1404.210117] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12625c12-031e-460d-a31b-249646dfe464',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1404.534307] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.534569] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.534723] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.535088] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.535280] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.535444] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Segment Port 94e2da92-4cb5-417c-8723-b383d77e5ac0 not found, creating... [ 1404.535705] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.535862] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.535979] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.536222] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.536378] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.536696] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.536862] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.536981] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.537233] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.537377] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.537516] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Resource: SegmentPort with ID: 94e2da92-4cb5-417c-8723-b383d77e5ac0 is going to be created. [ 1404.557164] env[65429]: DEBUG networking_nsxv3.common.locking [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.557380] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.557495] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.557757] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.557987] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.558227] env[65429]: DEBUG oslo_concurrency.lockutils [None req-9cd9fc99-3b6d-4da4-a410-5abb682577f8 None None] Releasing lock "port-94e2da92-4cb5-417c-8723-b383d77e5ac0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.713037] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12625c12-031e-460d-a31b-249646dfe464',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1405.216064] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.216239] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.216239] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.216461] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.216556] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.216658] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12625c12-031e-460d-a31b-249646dfe464 is going to be updated. [ 1405.243899] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.244062] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.244111] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.244322] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.244467] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.253995] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12625c12-031e-460d-a31b-249646dfe464 in Status: IN_PROGRESS for 2s [ 1405.687354] env[65429]: INFO networking_nsxv3.common.synchronization [req-c6c2e041-d0f2-4bed-8047-ee0149fd343f req-89e2fada-9086-471f-893a-26ef2681cb81 service nova] Enqueued Resource ID: 12625c12-031e-460d-a31b-249646dfe464 with Priority: HIGHEST for action security_group_rules [ 1405.687512] env[65429]: INFO networking_nsxv3.common.synchronization [req-c6c2e041-d0f2-4bed-8047-ee0149fd343f req-89e2fada-9086-471f-893a-26ef2681cb81 service nova] Enqueued Resource ID: 12625c12-031e-460d-a31b-249646dfe464 with Priority: HIGHEST for action security_group_members [ 1405.687637] env[65429]: INFO networking_nsxv3.common.synchronization [req-c6c2e041-d0f2-4bed-8047-ee0149fd343f req-89e2fada-9086-471f-893a-26ef2681cb81 service nova] Enqueued Resource ID: 94e2da92-4cb5-417c-8723-b383d77e5ac0 with Priority: HIGHEST for action port [ 1405.688159] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12625c12-031e-460d-a31b-249646dfe464 with Priority: HIGHEST for action security_group_rules [ 1405.688293] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12625c12-031e-460d-a31b-249646dfe464 with Priority: HIGHEST for action security_group_members [ 1405.688386] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94e2da92-4cb5-417c-8723-b383d77e5ac0 with Priority: HIGHEST for action port [ 1405.688806] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12625c12-031e-460d-a31b-249646dfe464 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.688979] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.689078] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.689262] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.689351] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12625c12-031e-460d-a31b-249646dfe464',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1405.690338] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-12625c12-031e-460d-a31b-249646dfe464 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.690437] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.690590] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-94e2da92-4cb5-417c-8723-b383d77e5ac0 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.690689] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-94e2da92-4cb5-417c-8723-b383d77e5ac0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.690750] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-94e2da92-4cb5-417c-8723-b383d77e5ac0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.690911] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-94e2da92-4cb5-417c-8723-b383d77e5ac0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.690994] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94e2da92-4cb5-417c-8723-b383d77e5ac0',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1406.192676] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-12625c12-031e-460d-a31b-249646dfe464 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.193177] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.194310] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 94e2da92-4cb5-417c-8723-b383d77e5ac0 with status ACTIVE [ 1406.194580] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.194716] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.194804] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.195072] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.195194] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.195418] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.195527] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.195595] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.195796] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.195886] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.196128] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.196231] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.196297] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.196504] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.196591] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.196689] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 94e2da92-4cb5-417c-8723-b383d77e5ac0 is going to be updated. [ 1406.220325] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.220604] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.220604] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.220755] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.220815] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.220953] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-94e2da92-4cb5-417c-8723-b383d77e5ac0" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.266363] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12625c12-031e-460d-a31b-249646dfe464 in Status: SUCCESS [ 1407.266363] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.266363] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.266363] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.266363] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.266363] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.266363] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.266363] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.266363] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.266363] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12625c12-031e-460d-a31b-249646dfe464',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1407.769196] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12625c12-031e-460d-a31b-249646dfe464',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1407.974170] env[65429]: INFO networking_nsxv3.common.synchronization [req-ac0602a4-5af6-420d-9b5c-9ce015eabfed req-fb2982a5-bcb8-4cb0-abb5-c161949b65f2 tempest-ServerRescueTestJSONUnderV235-60326162 tempest-ServerRescueTestJSONUnderV235-60326162-project-member] Enqueued Resource ID: db500528-4f3b-4f0d-8a4c-ee4fbe12976b with Priority: HIGHEST for action security_group_members [ 1407.974170] env[65429]: INFO networking_nsxv3.common.synchronization [req-ac0602a4-5af6-420d-9b5c-9ce015eabfed req-fb2982a5-bcb8-4cb0-abb5-c161949b65f2 tempest-ServerRescueTestJSONUnderV235-60326162 tempest-ServerRescueTestJSONUnderV235-60326162-project-member] Enqueued Resource ID: 5604b8c1-3142-44dc-a148-be4f26269217 with Priority: HIGHEST for action security_group_members [ 1407.974574] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db500528-4f3b-4f0d-8a4c-ee4fbe12976b with Priority: HIGHEST for action security_group_members [ 1407.974712] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5604b8c1-3142-44dc-a148-be4f26269217 with Priority: HIGHEST for action security_group_members [ 1407.974987] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-db500528-4f3b-4f0d-8a4c-ee4fbe12976b taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.975261] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db500528-4f3b-4f0d-8a4c-ee4fbe12976b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.975335] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db500528-4f3b-4f0d-8a4c-ee4fbe12976b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.975539] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db500528-4f3b-4f0d-8a4c-ee4fbe12976b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.975697] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.975792] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.975856] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.975998] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.976098] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.976197] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db500528-4f3b-4f0d-8a4c-ee4fbe12976b',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1407.977095] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-5604b8c1-3142-44dc-a148-be4f26269217 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.977246] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5604b8c1-3142-44dc-a148-be4f26269217" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.977302] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5604b8c1-3142-44dc-a148-be4f26269217" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.977505] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5604b8c1-3142-44dc-a148-be4f26269217" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.977647] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.977740] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.977802] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.977939] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.978025] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.978111] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5604b8c1-3142-44dc-a148-be4f26269217',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1408.016127] env[65429]: INFO networking_nsxv3.common.synchronization [req-ac0602a4-5af6-420d-9b5c-9ce015eabfed req-fb2982a5-bcb8-4cb0-abb5-c161949b65f2 tempest-ServerRescueTestJSONUnderV235-60326162 tempest-ServerRescueTestJSONUnderV235-60326162-project-member] Enqueued Resource ID: 5604b8c1-3142-44dc-a148-be4f26269217 with Priority: HIGHEST for action security_group_rules [ 1408.016312] env[65429]: INFO networking_nsxv3.common.synchronization [req-ac0602a4-5af6-420d-9b5c-9ce015eabfed req-fb2982a5-bcb8-4cb0-abb5-c161949b65f2 tempest-ServerRescueTestJSONUnderV235-60326162 tempest-ServerRescueTestJSONUnderV235-60326162-project-member] Enqueued Resource ID: 5604b8c1-3142-44dc-a148-be4f26269217 with Priority: HIGHEST for action security_group_members [ 1408.016461] env[65429]: INFO networking_nsxv3.common.synchronization [req-ac0602a4-5af6-420d-9b5c-9ce015eabfed req-fb2982a5-bcb8-4cb0-abb5-c161949b65f2 tempest-ServerRescueTestJSONUnderV235-60326162 tempest-ServerRescueTestJSONUnderV235-60326162-project-member] Enqueued Resource ID: db500528-4f3b-4f0d-8a4c-ee4fbe12976b with Priority: HIGHEST for action security_group_rules [ 1408.016578] env[65429]: INFO networking_nsxv3.common.synchronization [req-ac0602a4-5af6-420d-9b5c-9ce015eabfed req-fb2982a5-bcb8-4cb0-abb5-c161949b65f2 tempest-ServerRescueTestJSONUnderV235-60326162 tempest-ServerRescueTestJSONUnderV235-60326162-project-member] Enqueued Resource ID: db500528-4f3b-4f0d-8a4c-ee4fbe12976b with Priority: HIGHEST for action security_group_members [ 1408.016707] env[65429]: INFO networking_nsxv3.common.synchronization [req-ac0602a4-5af6-420d-9b5c-9ce015eabfed req-fb2982a5-bcb8-4cb0-abb5-c161949b65f2 tempest-ServerRescueTestJSONUnderV235-60326162 tempest-ServerRescueTestJSONUnderV235-60326162-project-member] Enqueued Resource ID: e4e8cc5c-179f-48ca-9b85-1edb79eda660 with Priority: HIGHEST for action port [ 1408.017228] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5604b8c1-3142-44dc-a148-be4f26269217 with Priority: HIGHEST for action security_group_rules [ 1408.017403] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db500528-4f3b-4f0d-8a4c-ee4fbe12976b with Priority: HIGHEST for action security_group_rules [ 1408.017502] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4e8cc5c-179f-48ca-9b85-1edb79eda660 with Priority: HIGHEST for action port [ 1408.017592] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5604b8c1-3142-44dc-a148-be4f26269217 with Priority: HIGHEST for action security_group_members [ 1408.017678] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db500528-4f3b-4f0d-8a4c-ee4fbe12976b with Priority: HIGHEST for action security_group_members [ 1408.017948] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5604b8c1-3142-44dc-a148-be4f26269217 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.018109] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5604b8c1-3142-44dc-a148-be4f26269217" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.018297] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5604b8c1-3142-44dc-a148-be4f26269217" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.018600] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5604b8c1-3142-44dc-a148-be4f26269217" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.018718] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5604b8c1-3142-44dc-a148-be4f26269217',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1408.019540] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db500528-4f3b-4f0d-8a4c-ee4fbe12976b taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.019652] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db500528-4f3b-4f0d-8a4c-ee4fbe12976b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.019722] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db500528-4f3b-4f0d-8a4c-ee4fbe12976b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.019893] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db500528-4f3b-4f0d-8a4c-ee4fbe12976b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.019970] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db500528-4f3b-4f0d-8a4c-ee4fbe12976b',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1408.021053] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4e8cc5c-179f-48ca-9b85-1edb79eda660 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.021125] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4e8cc5c-179f-48ca-9b85-1edb79eda660" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.021211] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4e8cc5c-179f-48ca-9b85-1edb79eda660" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.021459] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4e8cc5c-179f-48ca-9b85-1edb79eda660" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.021459] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4e8cc5c-179f-48ca-9b85-1edb79eda660',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1408.022199] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-5604b8c1-3142-44dc-a148-be4f26269217 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.022333] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5604b8c1-3142-44dc-a148-be4f26269217" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.022600] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-db500528-4f3b-4f0d-8a4c-ee4fbe12976b taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.022690] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db500528-4f3b-4f0d-8a4c-ee4fbe12976b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.270605] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12625c12-031e-460d-a31b-249646dfe464',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1408.313940] env[65429]: INFO networking_nsxv3.common.synchronization [req-46a8d873-ef25-420f-b5f4-08c16d10cbeb req-2974cd9d-fc7f-4190-9b78-558d24a8b949 tempest-ServerRescueTestJSONUnderV235-60326162 tempest-ServerRescueTestJSONUnderV235-60326162-project-member] Enqueued Resource ID: db500528-4f3b-4f0d-8a4c-ee4fbe12976b with Priority: HIGHEST for action security_group_members [ 1408.314136] env[65429]: INFO networking_nsxv3.common.synchronization [req-46a8d873-ef25-420f-b5f4-08c16d10cbeb req-2974cd9d-fc7f-4190-9b78-558d24a8b949 tempest-ServerRescueTestJSONUnderV235-60326162 tempest-ServerRescueTestJSONUnderV235-60326162-project-member] Enqueued Resource ID: 5604b8c1-3142-44dc-a148-be4f26269217 with Priority: HIGHEST for action security_group_members [ 1408.314881] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db500528-4f3b-4f0d-8a4c-ee4fbe12976b with Priority: HIGHEST for action security_group_members [ 1408.314984] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5604b8c1-3142-44dc-a148-be4f26269217 with Priority: HIGHEST for action security_group_members [ 1408.315355] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-db500528-4f3b-4f0d-8a4c-ee4fbe12976b taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.315503] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db500528-4f3b-4f0d-8a4c-ee4fbe12976b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.315829] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-5604b8c1-3142-44dc-a148-be4f26269217 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.315829] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5604b8c1-3142-44dc-a148-be4f26269217" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.368925] env[65429]: INFO networking_nsxv3.common.synchronization [req-46a8d873-ef25-420f-b5f4-08c16d10cbeb req-2974cd9d-fc7f-4190-9b78-558d24a8b949 tempest-ServerRescueTestJSONUnderV235-60326162 tempest-ServerRescueTestJSONUnderV235-60326162-project-member] Enqueued Resource ID: db500528-4f3b-4f0d-8a4c-ee4fbe12976b with Priority: HIGHEST for action security_group_rules [ 1408.369127] env[65429]: INFO networking_nsxv3.common.synchronization [req-46a8d873-ef25-420f-b5f4-08c16d10cbeb req-2974cd9d-fc7f-4190-9b78-558d24a8b949 tempest-ServerRescueTestJSONUnderV235-60326162 tempest-ServerRescueTestJSONUnderV235-60326162-project-member] Enqueued Resource ID: db500528-4f3b-4f0d-8a4c-ee4fbe12976b with Priority: HIGHEST for action security_group_members [ 1408.369276] env[65429]: INFO networking_nsxv3.common.synchronization [req-46a8d873-ef25-420f-b5f4-08c16d10cbeb req-2974cd9d-fc7f-4190-9b78-558d24a8b949 tempest-ServerRescueTestJSONUnderV235-60326162 tempest-ServerRescueTestJSONUnderV235-60326162-project-member] Enqueued Resource ID: e4e8cc5c-179f-48ca-9b85-1edb79eda660 with Priority: HIGHEST for action port [ 1408.369834] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db500528-4f3b-4f0d-8a4c-ee4fbe12976b with Priority: HIGHEST for action security_group_rules [ 1408.370199] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db500528-4f3b-4f0d-8a4c-ee4fbe12976b with Priority: HIGHEST for action security_group_members [ 1408.370328] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4e8cc5c-179f-48ca-9b85-1edb79eda660 with Priority: HIGHEST for action port [ 1408.370617] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock rules-db500528-4f3b-4f0d-8a4c-ee4fbe12976b taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.370717] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-db500528-4f3b-4f0d-8a4c-ee4fbe12976b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.370984] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-db500528-4f3b-4f0d-8a4c-ee4fbe12976b taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.371066] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db500528-4f3b-4f0d-8a4c-ee4fbe12976b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.371275] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4e8cc5c-179f-48ca-9b85-1edb79eda660 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.371368] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4e8cc5c-179f-48ca-9b85-1edb79eda660" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.479991] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('db500528-4f3b-4f0d-8a4c-ee4fbe12976b',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1408.481346] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5604b8c1-3142-44dc-a148-be4f26269217',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1408.524289] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-db500528-4f3b-4f0d-8a4c-ee4fbe12976b taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.524494] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db500528-4f3b-4f0d-8a4c-ee4fbe12976b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.524669] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e4e8cc5c-179f-48ca-9b85-1edb79eda660 with status ACTIVE [ 1408.524853] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.524960] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.525035] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.525321] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.525417] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.525559] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.525655] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.525709] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.525869] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.525959] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.526163] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.526328] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.526328] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.526486] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.526576] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.526627] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e4e8cc5c-179f-48ca-9b85-1edb79eda660 is going to be updated. [ 1408.527782] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-5604b8c1-3142-44dc-a148-be4f26269217 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.527976] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5604b8c1-3142-44dc-a148-be4f26269217" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.549468] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.549680] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.549680] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.550170] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.550170] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.550367] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4e8cc5c-179f-48ca-9b85-1edb79eda660" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.550367] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4e8cc5c-179f-48ca-9b85-1edb79eda660" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.550520] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4e8cc5c-179f-48ca-9b85-1edb79eda660" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.550617] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4e8cc5c-179f-48ca-9b85-1edb79eda660',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1408.773385] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.773598] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.773640] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.773948] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.774077] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.774163] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12625c12-031e-460d-a31b-249646dfe464 is going to be updated. [ 1408.803849] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.804072] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.804182] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.804468] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.804568] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.820648] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12625c12-031e-460d-a31b-249646dfe464 in Status: IN_PROGRESS for 2s [ 1408.984022] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('db500528-4f3b-4f0d-8a4c-ee4fbe12976b',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1408.985853] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5604b8c1-3142-44dc-a148-be4f26269217',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1409.052335] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e4e8cc5c-179f-48ca-9b85-1edb79eda660 with status ACTIVE [ 1409.052576] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.052712] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.052782] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.053015] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.053115] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.053297] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.053398] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.053459] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.053614] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.053691] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.053870] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.053962] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.054049] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.054193] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.054268] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.054355] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e4e8cc5c-179f-48ca-9b85-1edb79eda660 is going to be updated. [ 1409.076231] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.076385] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.076463] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.076671] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.076873] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.077598] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4e8cc5c-179f-48ca-9b85-1edb79eda660" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.490027] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.490027] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.490027] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.490027] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.490027] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.490027] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db500528-4f3b-4f0d-8a4c-ee4fbe12976b is going to be updated. [ 1409.490027] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.490027] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.490027] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.490027] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.490027] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.490027] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5604b8c1-3142-44dc-a148-be4f26269217 is going to be created. [ 1409.515086] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.515086] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.515086] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.515086] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.515086] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.517351] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.518145] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.518145] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.518145] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.518145] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.526574] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db500528-4f3b-4f0d-8a4c-ee4fbe12976b in Status: IN_PROGRESS for 2s [ 1409.527320] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5604b8c1-3142-44dc-a148-be4f26269217 in Status: UNINITIALIZED for 2s [ 1410.831953] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12625c12-031e-460d-a31b-249646dfe464 in Status: SUCCESS [ 1410.832303] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.832387] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.832638] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.832852] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.832979] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.833060] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.833243] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.833338] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.833512] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.833619] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('12625c12-031e-460d-a31b-249646dfe464',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1411.336331] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-12625c12-031e-460d-a31b-249646dfe464 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.336585] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.336585] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.336768] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.336968] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.337077] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.337129] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.337337] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.337447] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.337510] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.337655] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-12625c12-031e-460d-a31b-249646dfe464 taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.337746] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.337808] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.337950] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.338100] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.338194] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.338269] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.338410] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.338488] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.338571] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.338662] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('12625c12-031e-460d-a31b-249646dfe464',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1411.539045] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db500528-4f3b-4f0d-8a4c-ee4fbe12976b in Status: SUCCESS [ 1411.539045] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db500528-4f3b-4f0d-8a4c-ee4fbe12976b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.539045] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db500528-4f3b-4f0d-8a4c-ee4fbe12976b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.539319] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db500528-4f3b-4f0d-8a4c-ee4fbe12976b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.539446] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.539564] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.539631] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.539781] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.539863] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.539955] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db500528-4f3b-4f0d-8a4c-ee4fbe12976b',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1411.541404] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5604b8c1-3142-44dc-a148-be4f26269217 in Status: SUCCESS [ 1411.541588] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5604b8c1-3142-44dc-a148-be4f26269217" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.541726] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5604b8c1-3142-44dc-a148-be4f26269217" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.541889] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5604b8c1-3142-44dc-a148-be4f26269217" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.542068] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.542173] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.542239] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.542385] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.542485] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.542619] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5604b8c1-3142-44dc-a148-be4f26269217',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1411.841376] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 12625c12-031e-460d-a31b-249646dfe464: rpc.has_security_group_logging(os_id): False [ 1411.859209] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.859435] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.859435] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.859777] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.859879] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.860124] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.860229] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.860311] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.860481] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.860563] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.860747] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.860841] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.860904] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.861054] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.861130] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.861309] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.861403] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.861465] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.861604] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.861677] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.861761] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12625c12-031e-460d-a31b-249646dfe464 is going to be updated. [ 1411.923450] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.923692] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.923692] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.923875] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.924072] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.940016] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12625c12-031e-460d-a31b-249646dfe464 in Status: IN_PROGRESS for 2s [ 1412.044658] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('db500528-4f3b-4f0d-8a4c-ee4fbe12976b',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1412.045812] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.045953] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.046033] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.046255] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.046351] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.046544] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.046645] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.046707] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.046861] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.046937] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.047047] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5604b8c1-3142-44dc-a148-be4f26269217 is going to be deleted. [ 1412.079842] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.080106] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.080106] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.080266] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.080356] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.080458] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5604b8c1-3142-44dc-a148-be4f26269217" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.080602] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5604b8c1-3142-44dc-a148-be4f26269217" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.080755] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5604b8c1-3142-44dc-a148-be4f26269217" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.080913] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.081016] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.081083] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.081222] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.081318] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.081422] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5604b8c1-3142-44dc-a148-be4f26269217',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1412.549729] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('db500528-4f3b-4f0d-8a4c-ee4fbe12976b',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1412.583825] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.584071] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.584192] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.584536] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.584716] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.585060] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.585302] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.585465] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.585747] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.585883] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.586640] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5604b8c1-3142-44dc-a148-be4f26269217 already deleted. [ 1412.586790] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5604b8c1-3142-44dc-a148-be4f26269217" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.586993] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5604b8c1-3142-44dc-a148-be4f26269217" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.587200] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5604b8c1-3142-44dc-a148-be4f26269217" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.587515] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.587628] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.587757] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.587860] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.587938] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.588050] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5604b8c1-3142-44dc-a148-be4f26269217',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1413.052913] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1413.052913] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.052913] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.053452] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.053452] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.053452] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db500528-4f3b-4f0d-8a4c-ee4fbe12976b is going to be updated. [ 1413.085899] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1413.086218] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.086218] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.086391] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.086539] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.090388] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1413.090566] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.090678] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.090783] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.090869] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.091079] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1413.091179] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.091246] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.091404] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.091472] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.091557] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5604b8c1-3142-44dc-a148-be4f26269217 already deleted. [ 1413.091634] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5604b8c1-3142-44dc-a148-be4f26269217" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.091728] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5604b8c1-3142-44dc-a148-be4f26269217',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1413.096152] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db500528-4f3b-4f0d-8a4c-ee4fbe12976b in Status: IN_PROGRESS for 2s [ 1413.371887] env[65429]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1413.372044] env[65429]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=7 [ 1413.594812] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5604b8c1-3142-44dc-a148-be4f26269217',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1413.755040] env[65429]: INFO networking_nsxv3.common.synchronization [req-22ef9ad4-1dbf-4a5d-b999-719c06db6863 req-8ff7e550-9af2-4ac1-aa23-672309282ce7 tempest-ServerRescueTestJSONUnderV235-60326162 tempest-ServerRescueTestJSONUnderV235-60326162-project-member] Enqueued Resource ID: db500528-4f3b-4f0d-8a4c-ee4fbe12976b with Priority: HIGHEST for action security_group_members [ 1413.755660] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db500528-4f3b-4f0d-8a4c-ee4fbe12976b with Priority: HIGHEST for action security_group_members [ 1413.755969] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-db500528-4f3b-4f0d-8a4c-ee4fbe12976b taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1413.756104] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-db500528-4f3b-4f0d-8a4c-ee4fbe12976b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.955670] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12625c12-031e-460d-a31b-249646dfe464 in Status: SUCCESS [ 1413.955961] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.097609] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5604b8c1-3142-44dc-a148-be4f26269217: rpc.has_security_group_logging(os_id): False [ 1414.114688] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.114900] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.114900] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.115148] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.115259] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.115476] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.115573] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.115632] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.115794] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.115872] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.115960] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5604b8c1-3142-44dc-a148-be4f26269217 is going to be created. [ 1414.131786] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/5604b8c1-3142-44dc-a148-be4f26269217], does not exist path=[/infra/domains/default/groups/5604b8c1-3142-44dc-a148-be4f26269217]."\n}' [ 1414.131931] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5604b8c1-3142-44dc-a148-be4f26269217 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/5604b8c1-3142-44dc-a148-be4f26269217 [ 1414.132020] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1414.160155] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.160361] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.160361] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.160623] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.161335] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.161587] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.161692] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.161758] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.161914] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.161992] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.162169] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.162263] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.162329] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.162495] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.162612] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.162612] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5604b8c1-3142-44dc-a148-be4f26269217 is going to be created. [ 1414.175730] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/5604b8c1-3142-44dc-a148-be4f26269217], does not exist path=[/infra/domains/default/groups/5604b8c1-3142-44dc-a148-be4f26269217]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/5604b8c1-3142-44dc-a148-be4f26269217 [ 1414.175904] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5604b8c1-3142-44dc-a148-be4f26269217" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.176072] env[65429]: Traceback (most recent call last): [ 1414.176114] env[65429]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1414.176114] env[65429]: return func(*args, **kwargs) [ 1414.176114] env[65429]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1414.176114] env[65429]: res.raise_for_status() [ 1414.176114] env[65429]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1414.176114] env[65429]: raise HTTPError(http_error_msg, response=self) [ 1414.176114] env[65429]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/5604b8c1-3142-44dc-a148-be4f26269217 [ 1414.176114] env[65429]: During handling of the above exception, another exception occurred: [ 1414.176114] env[65429]: Traceback (most recent call last): [ 1414.176114] env[65429]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1414.176114] env[65429]: listener.cb(fileno) [ 1414.176114] env[65429]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1414.176114] env[65429]: result = function(*args, **kwargs) [ 1414.176539] env[65429]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 1414.176539] env[65429]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 1414.176539] env[65429]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 1414.176539] env[65429]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 1414.176539] env[65429]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 1414.176539] env[65429]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 1414.176539] env[65429]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1414.176539] env[65429]: res.raise_for_status() [ 1414.176539] env[65429]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1414.176539] env[65429]: raise HTTPError(http_error_msg, response=self) [ 1414.176539] env[65429]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/5604b8c1-3142-44dc-a148-be4f26269217 [ 1414.176539] env[65429]: Removing descriptor: 60 [ 1415.106298] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db500528-4f3b-4f0d-8a4c-ee4fbe12976b in Status: SUCCESS [ 1415.106691] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db500528-4f3b-4f0d-8a4c-ee4fbe12976b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.106691] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db500528-4f3b-4f0d-8a4c-ee4fbe12976b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.106906] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db500528-4f3b-4f0d-8a4c-ee4fbe12976b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.107106] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.107226] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.107315] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.107465] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.107550] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.107644] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db500528-4f3b-4f0d-8a4c-ee4fbe12976b',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1415.609912] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.610151] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.610200] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.610461] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.631253] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.631469] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.631593] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.631664] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.631871] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.631957] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.632061] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db500528-4f3b-4f0d-8a4c-ee4fbe12976b is going to be updated. [ 1415.658307] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.658541] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.658541] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.658815] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.658969] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.667608] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db500528-4f3b-4f0d-8a4c-ee4fbe12976b in Status: IN_PROGRESS for 2s [ 1417.678714] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db500528-4f3b-4f0d-8a4c-ee4fbe12976b in Status: SUCCESS [ 1417.679051] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db500528-4f3b-4f0d-8a4c-ee4fbe12976b deletion is rescheduled due to dependency. [ 1417.679051] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db500528-4f3b-4f0d-8a4c-ee4fbe12976b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.679147] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db500528-4f3b-4f0d-8a4c-ee4fbe12976b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.679348] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db500528-4f3b-4f0d-8a4c-ee4fbe12976b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.680033] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.680033] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.680033] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.680033] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.680033] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.680033] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db500528-4f3b-4f0d-8a4c-ee4fbe12976b',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1418.182219] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.182419] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.182419] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.182677] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.182761] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.182931] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.183057] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.183123] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.183277] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.183367] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.183453] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db500528-4f3b-4f0d-8a4c-ee4fbe12976b is going to be updated. [ 1418.208482] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.208638] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.208695] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.208870] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.209018] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.217686] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db500528-4f3b-4f0d-8a4c-ee4fbe12976b in Status: IN_PROGRESS for 2s [ 1418.756619] env[65429]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1418.756937] env[65429]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 1419.414406] env[65429]: INFO networking_nsxv3.common.synchronization [req-1c8cdf7f-6688-4157-b52a-05129d3f1235 req-6442ac1f-1619-43f8-b9bd-6f6fa8402604 tempest-ServersTestJSON-642022304 tempest-ServersTestJSON-642022304-project-member] Enqueued Resource ID: 12625c12-031e-460d-a31b-249646dfe464 with Priority: HIGHEST for action security_group_members [ 1419.415152] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12625c12-031e-460d-a31b-249646dfe464 with Priority: HIGHEST for action security_group_members [ 1419.415267] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-12625c12-031e-460d-a31b-249646dfe464 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.415423] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.415496] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.415694] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.415846] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.415940] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.416011] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.416159] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.416244] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.416333] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12625c12-031e-460d-a31b-249646dfe464',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1419.918883] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12625c12-031e-460d-a31b-249646dfe464',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1420.228843] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db500528-4f3b-4f0d-8a4c-ee4fbe12976b in Status: SUCCESS [ 1420.229040] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db500528-4f3b-4f0d-8a4c-ee4fbe12976b deletion is rescheduled due to dependency. [ 1420.229092] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db500528-4f3b-4f0d-8a4c-ee4fbe12976b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.229226] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db500528-4f3b-4f0d-8a4c-ee4fbe12976b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.229443] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db500528-4f3b-4f0d-8a4c-ee4fbe12976b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.229646] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.229781] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.229838] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.230015] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.230096] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.230185] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db500528-4f3b-4f0d-8a4c-ee4fbe12976b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.230281] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('db500528-4f3b-4f0d-8a4c-ee4fbe12976b',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1420.231144] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-db500528-4f3b-4f0d-8a4c-ee4fbe12976b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.231308] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-db500528-4f3b-4f0d-8a4c-ee4fbe12976b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.231896] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.231896] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.231896] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.231896] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.231896] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.231896] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('db500528-4f3b-4f0d-8a4c-ee4fbe12976b',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1420.420873] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12625c12-031e-460d-a31b-249646dfe464',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1420.733675] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('db500528-4f3b-4f0d-8a4c-ee4fbe12976b',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1420.735071] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.735274] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.735381] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.735575] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.735672] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.735863] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.735959] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.736044] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.736198] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.736277] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.736365] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db500528-4f3b-4f0d-8a4c-ee4fbe12976b is going to be updated. [ 1420.760784] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.761033] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.761033] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.761185] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.761326] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.771521] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db500528-4f3b-4f0d-8a4c-ee4fbe12976b in Status: IN_PROGRESS for 2s [ 1420.924010] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.924304] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.924304] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.924531] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.924627] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.924728] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12625c12-031e-460d-a31b-249646dfe464 is going to be updated. [ 1420.955049] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.955210] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.955285] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.955491] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.955681] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.964409] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12625c12-031e-460d-a31b-249646dfe464 in Status: IN_PROGRESS for 2s [ 1421.238941] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for db500528-4f3b-4f0d-8a4c-ee4fbe12976b: rpc.has_security_group_logging(os_id): False [ 1421.261180] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.261407] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.261407] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.261604] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.261694] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.261896] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.261995] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.262063] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.262216] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.262290] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.262376] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db500528-4f3b-4f0d-8a4c-ee4fbe12976b is going to be updated. [ 1421.327817] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.328169] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.328169] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.328308] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.328426] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.350180] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db500528-4f3b-4f0d-8a4c-ee4fbe12976b in Status: IN_PROGRESS for 2s [ 1422.782567] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: db500528-4f3b-4f0d-8a4c-ee4fbe12976b in Status: SUCCESS [ 1422.782567] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: db500528-4f3b-4f0d-8a4c-ee4fbe12976b deletion is rescheduled due to dependency. [ 1422.782567] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-db500528-4f3b-4f0d-8a4c-ee4fbe12976b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.975847] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12625c12-031e-460d-a31b-249646dfe464 in Status: SUCCESS [ 1422.975847] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.366276] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: db500528-4f3b-4f0d-8a4c-ee4fbe12976b in Status: SUCCESS [ 1423.366631] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db500528-4f3b-4f0d-8a4c-ee4fbe12976b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.366745] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-db500528-4f3b-4f0d-8a4c-ee4fbe12976b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.366956] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-db500528-4f3b-4f0d-8a4c-ee4fbe12976b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.367056] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('db500528-4f3b-4f0d-8a4c-ee4fbe12976b',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1423.895409] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.895819] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.895819] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.895900] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.913024] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.913159] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: db500528-4f3b-4f0d-8a4c-ee4fbe12976b is going to be deleted. [ 1423.955096] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.955373] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.955373] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.955553] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.955651] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.955756] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-db500528-4f3b-4f0d-8a4c-ee4fbe12976b" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1424.416407] env[65429]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1424.416538] env[65429]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1425.793405] env[65429]: INFO networking_nsxv3.common.synchronization [req-f35fdb05-362c-4944-9ed0-53f0e04fa854 req-8a090929-903f-4ae6-a615-a6b963ffb308 tempest-ServersTestJSON-642022304 tempest-ServersTestJSON-642022304-project-member] Enqueued Resource ID: 12625c12-031e-460d-a31b-249646dfe464 with Priority: HIGHEST for action security_group_members [ 1425.793641] env[65429]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12625c12-031e-460d-a31b-249646dfe464 with Priority: HIGHEST for action security_group_members [ 1425.793941] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock member-12625c12-031e-460d-a31b-249646dfe464 taken with stack trace [, , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.794082] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.794149] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.794343] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.794495] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.794594] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.794849] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.795022] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.795236] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.795236] env[65429]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12625c12-031e-460d-a31b-249646dfe464',) {} {{(pid=65429) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1426.298073] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.298323] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.298323] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.298732] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.321394] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.321669] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.321809] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.321868] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.322049] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.322196] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.322250] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12625c12-031e-460d-a31b-249646dfe464 is going to be updated. [ 1426.349355] env[65429]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65429) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.349528] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.349567] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.349809] env[65429]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.349959] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.359072] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12625c12-031e-460d-a31b-249646dfe464 in Status: IN_PROGRESS for 2s [ 1428.369741] env[65429]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12625c12-031e-460d-a31b-249646dfe464 in Status: SUCCESS [ 1428.370146] env[65429]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12625c12-031e-460d-a31b-249646dfe464 deletion is rescheduled due to dependency. [ 1428.370146] env[65429]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12625c12-031e-460d-a31b-249646dfe464" {{(pid=65429) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.795042] env[65429]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1430.795042] env[65429]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1435.795939] env[65429]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1435.796420] env[65429]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1440.797560] env[65429]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1440.797939] env[65429]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1445.798680] env[65429]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1445.799067] env[65429]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1450.800135] env[65429]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1450.800553] env[65429]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0